-- Logs begin at Wed 2021-06-23 09:15:02 UTC, end at Wed 2021-06-23 10:26:59 UTC. -- Jun 23 09:59:00.219149 dv-cinder-797510-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 23 09:59:02.863967 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.common.config [-] Logging enabled! Jun 23 09:59:02.864545 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev382 Jun 23 09:59:02.864738 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93567) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 23 09:59:02.867885 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.common.config [-] Logging enabled! Jun 23 09:59:02.868135 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev382 Jun 23 09:59:02.868440 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93567) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 23 09:59:02.869357 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 09:59:02.869587 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 09:59:02.869944 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 09:59:02.870185 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 09:59:02.870408 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 09:59:02.870744 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.871036 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.871329 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.871554 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.871844 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.872128 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.872406 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.872690 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.872981 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.873260 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.873537 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.873813 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.874037 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.874311 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.874591 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.874903 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.875123 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] debug = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.875400 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.876364 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.876773 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.877046 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.877329 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.877605 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.877872 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.878142 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.878418 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.878763 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] host = dv-cinder-797510-1-iscsi {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.879039 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.879320 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.879600 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.879885 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.880153 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.880424 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.880701 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.880970 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.881236 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] log_file = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.881504 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.881784 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.882064 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.882346 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.882566 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.882813 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.883099 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.883379 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.883648 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.883914 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.884180 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.884445 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.884712 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.884976 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.885254 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.885532 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.885809 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.886076 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.886343 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.886608 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.886902 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.887182 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.887448 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.887713 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.887977 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.888254 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.888514 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.888780 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.889071 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.889349 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.889621 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.889903 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.890168 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.890441 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.890709 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.891004 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.891406 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] use_json = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.891406 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.891846 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.892103 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.892369 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.892637 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.892907 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.893173 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.893452 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:02.893743 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.894031 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.894323 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.894601 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.894917 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.895193 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.895476 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.895749 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.896031 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.896312 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.896592 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.896863 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.897145 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.897416 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.897702 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.897997 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.898283 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.898566 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.898872 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.899145 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.899413 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.899684 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.899966 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.900254 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.900537 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.900806 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.901079 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.901364 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.901637 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.901905 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.902176 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.902457 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.902752 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.903022 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.903295 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.903566 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.903833 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.904095 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.904363 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.904645 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.904914 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.905179 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.905443 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.905711 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.905973 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.906247 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.906516 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.906837 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.907389 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.907389 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.907619 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.907886 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.908156 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.908424 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.908696 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.908964 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.909230 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.909497 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.909769 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.910034 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.910301 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.910567 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.910865 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.911135 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.911402 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.911668 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.911934 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.912202 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.912482 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.912774 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.913047 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.913320 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.913592 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.913867 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.914139 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.914408 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.914681 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.914976 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.915243 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.915527 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.915802 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.916081 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.916356 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.916633 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.916919 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.917190 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.917464 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.917734 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.918004 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.918285 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.918562 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.918875 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.919164 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.919449 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.919741 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.920027 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.920302 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.920605 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.920880 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:02.921093 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 09:59:02.921326 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93567) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 23 09:59:03.268566 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 09:59:03.268835 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 09:59:03.269123 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 09:59:03.269449 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 23 09:59:03.655456 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:03.655653 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:03.655931 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:03.657317 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:03.657579 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:03.657836 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:03.698878 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:03.699160 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:03.699425 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:03.712509 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:03.712783 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:03.713045 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:03.744184 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:03.744589 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:03.744934 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:03.780388 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:03.780662 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:03.780923 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:04.010337 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:04.010975 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:04.010975 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:04.011150 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:04.011836 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:04.133884 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:04.134200 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:04.134476 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:04.134759 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:04.135026 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:04.135333 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:04.135584 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:04.135832 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:04.136078 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:04.136358 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:04.136609 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:04.136867 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:04.137118 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:04.137372 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:04.137619 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:04.137879 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:04.138143 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:04.139395 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:04.139686 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:04.139952 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:04.140242 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:04.140593 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:04.140847 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:04.141161 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:04.141412 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:04.141653 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:04.142037 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93567) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 09:59:04.142272 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93567) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 09:59:04.142503 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93567) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 09:59:04.142752 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93567) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 09:59:04.142987 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93567) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 09:59:04.143216 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93567) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 09:59:04.143568 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 23 09:59:04.146579 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 23 09:59:04.150447 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 23 09:59:04.154384 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jun 23 09:59:04.156015 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 23 09:59:04.156469 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 23 09:59:04.157306 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 23 09:59:04.157684 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 23 09:59:04.160702 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 23 09:59:04.160951 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 23 09:59:04.161290 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 23 09:59:04.189134 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 23 09:59:04.189575 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:04.189865 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93567) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 23 09:59:04.190219 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:04.191578 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93567) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 23 09:59:04.191855 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 23 09:59:04.192094 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 23 09:59:04.195412 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:04.195690 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:04.258519 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 23 09:59:04.258802 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 23 09:59:04.259035 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 23 09:59:04.259389 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 23 09:59:04.279918 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_db.sqlalchemy.engines [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93567) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 23 09:59:04.955652 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.plugins.ml2.managers [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Initializing driver for type 'gre' Jun 23 09:59:04.956164 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] gre ID ranges: [(1, 1000)] Jun 23 09:59:05.155120 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.plugins.ml2.managers [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Initializing driver for type 'local' Jun 23 09:59:05.155718 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.plugins.ml2.managers [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Initializing driver for type 'vlan' Jun 23 09:59:05.252821 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] VlanTypeDriver initialization complete Jun 23 09:59:05.253195 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.plugins.ml2.managers [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Initializing driver for type 'vxlan' Jun 23 09:59:05.253696 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] vxlan ID ranges: [(1, 1000)] Jun 23 09:59:05.515450 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.plugins.ml2.managers [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Initializing extension driver 'port_security' Jun 23 09:59:05.515720 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.plugins.ml2.extensions.port_security [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] PortSecurityExtensionDriver initialization complete Jun 23 09:59:05.516051 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.plugins.ml2.managers [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Initializing mechanism driver 'openvswitch' Jun 23 09:59:05.516380 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.plugins.ml2.managers [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Initializing mechanism driver 'hyperv' Jun 23 09:59:05.523479 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.plugins.ml2.plugin [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:59:05.524246 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > port after_create 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.524615 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > port after_update 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.524966 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > port after_delete 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.525347 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > subnet after_create 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.525694 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > subnet after_update 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.526028 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > subnet after_delete 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.526396 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > network after_create 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.526744 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > network after_update 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.527086 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > network after_delete 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.527450 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > security_group after_create 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.527784 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > security_group after_update 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.528113 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > security_group after_delete 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.528475 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.528804 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.529127 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.529492 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > address_group after_create 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.529825 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > address_group after_update 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.530159 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > address_group after_delete 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.530487 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] ML2 OVO RPC backend initialized. {{(pid=93567) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 23 09:59:05.531300 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > router_interface after_create 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.531640 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.532757 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > network before_response 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.533098 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > networks before_response 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.533434 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > port before_response 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.533763 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > ports before_response 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.534097 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > subnet before_response 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.534426 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > subnets before_response 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.534787 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > network after_create 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.535118 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > network after_update 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.535439 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > network after_delete 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.535766 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > port after_create 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.536089 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > port after_update 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.536416 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > port after_delete 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.536741 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > subnet after_create 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.537062 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > subnet after_update 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.537382 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > subnet after_delete 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.537941 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.plugins.ml2.plugin [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Modular L2 Plugin initialization complete Jun 23 09:59:05.538296 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading services supported by the core plugin {{(pid=93567) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 23 09:59:05.538613 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.plugins.ml2.managers [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Got port-security extension from driver 'port_security' Jun 23 09:59:05.539090 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.extensions.vlantransparent [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Disabled vlantransparent extension. Jun 23 09:59:05.539570 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93567) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 23 09:59:05.539876 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading Plugin: router Jun 23 09:59:05.580644 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > router_interface before_create 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.581031 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > router after_create 55549900 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.581392 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > router before_create 55549900 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.581743 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.582101 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.582444 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > router after_delete 55549900 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.582813 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > floatingip after_update 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.583167 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > router after_create 55549900 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.583502 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > router after_update 55549900 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.583855 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > router after_update 55549900 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.584173 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.584516 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > router after_update 55549900 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.584917 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > router precommit_update 55549900 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.585272 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: port after_update 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.585601 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: port after_delete 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.585924 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: subnet after_update 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.586248 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.586584 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > port precommit_delete 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.586942 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > router precommit_create 55549900 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.587275 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: port before_delete 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.587607 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > router precommit_create 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.587952 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > router after_update 55549900 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.588286 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > router precommit_delete 55549900 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.588625 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > router precommit_create 55549900 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.588975 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > router_interface after_create 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.589348 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > router precommit_update 55549900 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.589747 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > network after_delete 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.590590 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.quota.resource_registry [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Tracking information for resource: router configured {{(pid=93567) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 09:59:05.590938 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.quota.resource_registry [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Tracking information for resource: floatingip configured {{(pid=93567) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 09:59:05.598228 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.db.l3_agentschedulers_db [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 23 09:59:05.598821 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: port after_update 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.599174 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: port after_create 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.599513 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: port after_delete 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.599855 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: port after_update 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.600628 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > router before_create 55550100 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.600982 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > router precommit_delete 55550100 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.601330 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > router precommit_create 55550100 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.601669 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > router precommit_update 55550100 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.606442 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.services.provider_configuration [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Service providers = [] {{(pid=93567) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 23 09:59:05.606823 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.db.servicetype_db [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93567) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 23 09:59:05.609669 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.services.service_base [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93567) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 09:59:05.610806 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.services.service_base [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93567) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 09:59:05.611144 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.services.service_base [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93567) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 09:59:05.612013 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.services.service_base [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93567) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 09:59:05.612375 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.services.service_base [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 23 09:59:05.612749 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93567) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 09:59:05.613057 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 23 09:59:05.623786 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93567) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 09:59:05.624114 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading Plugin: auto_allocate Jun 23 09:59:05.633017 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: network precommit_update 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.633374 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: network precommit_create 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.633881 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93567) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 09:59:05.634308 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading Plugin: tag Jun 23 09:59:05.640916 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93567) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 09:59:05.641264 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading Plugin: timestamp Jun 23 09:59:05.645060 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93567) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 09:59:05.645383 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading Plugin: network_ip_availability Jun 23 09:59:05.652381 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.652742 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.653088 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.653795 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93567) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 09:59:05.654106 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading Plugin: flavors Jun 23 09:59:05.659282 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93567) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 09:59:05.659606 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading Plugin: revisions Jun 23 09:59:05.663940 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93567) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 09:59:05.664323 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_concurrency.lockutils [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.395s {{(pid=93567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 09:59:05.665053 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93567) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 23 09:59:05.665376 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Initializing extension manager. Jun 23 09:59:05.665871 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: __init__.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.666200 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: __pycache__ {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.666522 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.666878 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: address_group.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.667613 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.668169 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: address-group Jun 23 09:59:05.668485 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: address_scope.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.669274 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.669777 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: address-scope Jun 23 09:59:05.670091 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: admin_state_down_before_update.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.683942 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.684447 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: router-admin-state-down-before-update Jun 23 09:59:05.684762 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: agent.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.685439 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.685935 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: agent Jun 23 09:59:05.686247 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: agent_resources_synced.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.687153 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.687919 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: agent-resources-synced Jun 23 09:59:05.688238 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: allowedaddresspairs.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.689963 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.690474 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: allowed-address-pairs Jun 23 09:59:05.690812 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: auto_allocated_topology.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.692048 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.692559 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: auto-allocated-topology Jun 23 09:59:05.692880 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: availability_zone.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.693560 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.694059 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: availability_zone Jun 23 09:59:05.694373 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: availability_zone_filter.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.695282 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.695784 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: availability_zone_filter Jun 23 09:59:05.696095 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: data_plane_status.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.696981 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.697474 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extension data-plane-status not supported by any of loaded plugins Jun 23 09:59:05.697782 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: default_subnetpools.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.698665 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.699197 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: default-subnetpools Jun 23 09:59:05.699506 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: dhcpagentscheduler.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.700286 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.700783 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: dhcp_agent_scheduler Jun 23 09:59:05.701091 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: dns.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.701968 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.702461 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extension dns-integration not supported by any of loaded plugins Jun 23 09:59:05.702906 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: dns_domain_ports.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.703852 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.704477 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 23 09:59:05.704788 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.705688 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.706225 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 23 09:59:05.706540 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: dvr.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.707211 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.707703 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: dvr Jun 23 09:59:05.708014 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: empty_string_filtering.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.708897 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.709388 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: empty-string-filtering Jun 23 09:59:05.709699 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.710571 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.711109 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 23 09:59:05.711420 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.712605 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.713106 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 23 09:59:05.713423 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: external_net.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.714403 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.714929 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: external-net Jun 23 09:59:05.715240 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: extra_dhcp_opt.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.716125 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.716621 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: extra_dhcp_opt Jun 23 09:59:05.716928 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: extraroute.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.717814 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.718307 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: extraroute Jun 23 09:59:05.718616 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: extraroute_atomic.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.720168 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.720665 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: extraroute-atomic Jun 23 09:59:05.720976 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: filter_validation.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.721620 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.722162 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: filter-validation Jun 23 09:59:05.722470 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: fip_pf_description.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.723394 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.723891 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 23 09:59:05.724201 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: fip_port_details.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.725083 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.725575 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: fip-port-details Jun 23 09:59:05.725880 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: flavors.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.727123 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.727627 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: flavors Jun 23 09:59:05.727940 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.729585 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.730097 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 23 09:59:05.730417 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: floatingip_pools.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.731194 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.731800 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: floatingip-pools Jun 23 09:59:05.732112 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: ip_allocation.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.733008 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.733516 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extension ip_allocation not supported by any of loaded plugins Jun 23 09:59:05.733828 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.734713 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.735913 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: ip-substring-filtering Jun 23 09:59:05.736235 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: l2_adjacency.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.737151 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.737649 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extension l2_adjacency not supported by any of loaded plugins Jun 23 09:59:05.737960 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: l3.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.739011 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.744503 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: router Jun 23 09:59:05.744503 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: l3_conntrack_helper.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.746688 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.747240 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 23 09:59:05.747562 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.748536 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.749049 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: ext-gw-mode Jun 23 09:59:05.749363 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.750253 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.750913 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: l3-ha Jun 23 09:59:05.751231 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: l3_flavors.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.752130 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.752629 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: l3-flavors Jun 23 09:59:05.752939 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.753824 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.754349 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: l3-port-ip-change-not-allowed Jun 23 09:59:05.754658 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: l3agentscheduler.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.755696 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.756201 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: l3_agent_scheduler Jun 23 09:59:05.756516 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: logging.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.757990 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.758507 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extension logging not supported by any of loaded plugins Jun 23 09:59:05.758861 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: metering.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.759585 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.760152 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: metering Jun 23 09:59:05.760468 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.761541 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.762054 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: metering_source_and_destination_fields Jun 23 09:59:05.762373 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: multiprovidernet.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.763293 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.763796 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: multi-provider Jun 23 09:59:05.764110 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: netmtu.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.764994 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.765656 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: net-mtu Jun 23 09:59:05.765924 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: netmtu_writable.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.767086 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.767588 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: net-mtu-writable Jun 23 09:59:05.767908 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: network_availability_zone.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.768558 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.769052 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: network_availability_zone Jun 23 09:59:05.769362 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: network_ip_availability.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.770458 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.770987 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: network-ip-availability Jun 23 09:59:05.771301 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: network_segment_range.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.772041 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.772542 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extension network-segment-range not supported by any of loaded plugins Jun 23 09:59:05.772854 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: pagination.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.773810 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.774134 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: pagination Jun 23 09:59:05.774480 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: port_device_profile.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.775388 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.775891 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: port-device-profile Jun 23 09:59:05.776205 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.777146 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.777646 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: port-mac-address-regenerate Jun 23 09:59:05.777963 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.778879 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.779383 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: port-numa-affinity-policy Jun 23 09:59:05.779695 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: port_resource_request.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.780577 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.781076 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extension port-resource-request not supported by any of loaded plugins Jun 23 09:59:05.781389 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: portbindings.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.782947 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.783490 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: binding Jun 23 09:59:05.787355 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: portbindings_extended.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.788395 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.788906 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: binding-extended Jun 23 09:59:05.789225 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: portsecurity.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.790110 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.790619 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: port-security Jun 23 09:59:05.790968 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: project_id.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.791920 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.792240 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: project-id Jun 23 09:59:05.792551 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: providernet.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.793446 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.793948 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: provider Jun 23 09:59:05.794259 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: qos.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.798504 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.799048 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extension qos not supported by any of loaded plugins Jun 23 09:59:05.799373 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.800624 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.801134 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 23 09:59:05.801451 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.802346 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.802885 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 23 09:59:05.803199 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: qos_default.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.804087 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.804631 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extension qos-default not supported by any of loaded plugins Jun 23 09:59:05.804948 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: qos_fip.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.805577 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.806071 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extension qos-fip not supported by any of loaded plugins Jun 23 09:59:05.806382 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: qos_gateway_ip.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.807309 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.807808 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 23 09:59:05.808122 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: qos_port_network_policy.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.809003 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.809502 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 23 09:59:05.809814 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: qos_rule_type_details.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.810737 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.811266 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 23 09:59:05.811577 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: qos_rules_alias.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.812840 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.813614 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 23 09:59:05.813924 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: quotasv2.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.814842 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.815156 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: quotas Jun 23 09:59:05.815466 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: quotasv2_detail.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.822912 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.823247 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: quota_details Jun 23 09:59:05.823571 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: rbac.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.824600 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.825121 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: rbac-policies Jun 23 09:59:05.825449 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: rbac_address_group.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.826356 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.826913 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: rbac-address-group Jun 23 09:59:05.827229 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: rbac_address_scope.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.828222 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.828977 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: rbac-address-scope Jun 23 09:59:05.829291 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: rbac_security_groups.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.830185 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.830689 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: rbac-security-groups Jun 23 09:59:05.831030 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: rbac_subnetpool.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.831914 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.832413 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: rbac-subnetpool Jun 23 09:59:05.832726 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: revisionifmatch.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.833698 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.834200 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: revision-if-match Jun 23 09:59:05.834515 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: revisions.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.835821 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.836326 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: standard-attr-revisions Jun 23 09:59:05.836639 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: router_availability_zone.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.837293 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.837798 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: router_availability_zone Jun 23 09:59:05.838112 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: routerservicetype.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.839026 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.839525 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extension router-service-type not supported by any of loaded plugins Jun 23 09:59:05.839896 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.840787 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.841319 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: security-groups-normalized-cidr Jun 23 09:59:05.841631 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: security_groups_port_filtering.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.842520 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.843046 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: port-security-groups-filtering Jun 23 09:59:05.843362 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.844789 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.845464 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: security-groups-remote-address-group Jun 23 09:59:05.845888 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: securitygroup.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.855426 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.855957 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: security-group Jun 23 09:59:05.856276 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: segment.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.857188 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.857693 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extension segment not supported by any of loaded plugins Jun 23 09:59:05.858007 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.858940 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.859448 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 23 09:59:05.859763 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: servicetype.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.861503 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.862015 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: service-type Jun 23 09:59:05.862397 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: sorting.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.863418 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.863740 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: sorting Jun 23 09:59:05.864054 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: standard_attr_segment.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.865004 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.865513 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 23 09:59:05.865825 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: standardattrdescription.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.866457 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.866985 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: standard-attr-description Jun 23 09:59:05.867298 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: stateful_security_group.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.868223 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.868760 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: stateful-security-group Jun 23 09:59:05.869070 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: stdattrs_common.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.869631 dv-cinder-797510-1-iscsi neutron-server[93567]: WARNING neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 23 09:59:05.869942 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.870889 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.871395 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 23 09:59:05.871705 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: subnet_onboard.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.872886 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.873492 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: subnet_onboard Jun 23 09:59:05.873855 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.875060 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.876249 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 23 09:59:05.883518 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: subnet_service_types.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.888340 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.888879 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: subnet-service-types Jun 23 09:59:05.889199 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: subnetallocation.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.891446 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.892074 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: subnet_allocation Jun 23 09:59:05.893088 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.893760 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.894270 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: subnetpool-prefix-ops Jun 23 09:59:05.894590 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.895537 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.896042 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 23 09:59:05.896362 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: tagging.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.897561 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.898084 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: standard-attr-tag Jun 23 09:59:05.898404 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: timestamp.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.899637 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.900146 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loaded extension: standard-attr-timestamp Jun 23 09:59:05.900463 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: trunk.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.901470 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.901981 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extension trunk not supported by any of loaded plugins Jun 23 09:59:05.902295 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: trunk_details.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.903223 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.903727 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extension trunk-details not supported by any of loaded plugins Jun 23 09:59:05.904038 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: uplink_status_propagation.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.904938 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.905442 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 23 09:59:05.905751 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Loading extension file: vlantransparent.py {{(pid=93567) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 09:59:05.906508 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93567) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 09:59:05.907647 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extension vlan-transparent not supported by any of loaded plugins Jun 23 09:59:05.910169 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.quota.resource_registry [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Creating instance of TrackedResource for resource:network Jun 23 09:59:05.910686 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.quota.resource_registry [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Creating instance of TrackedResource for resource:subnet Jun 23 09:59:05.911093 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.quota.resource_registry [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 09:59:05.911471 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.quota.resource_registry [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Creating instance of TrackedResource for resource:port Jun 23 09:59:05.912725 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.v2.resource_helper [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93567) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 09:59:05.913155 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.v2.resource_helper [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Service FLAVORS assigned prefix: {{(pid=93567) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 09:59:05.913796 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.v2.resource_helper [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93567) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 09:59:05.914204 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.v2.resource_helper [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93567) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 09:59:05.914523 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.quota.resource_registry [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Creating instance of TrackedResource for resource:router Jun 23 09:59:05.915029 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.quota.resource_registry [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Creating instance of TrackedResource for resource:floatingip Jun 23 09:59:05.915543 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.v2.resource_helper [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Service METERING assigned prefix: /metering {{(pid=93567) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 09:59:05.920545 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.920545 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.920545 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 09:59:05.920545 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.quota.resource_registry [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Creating instance of CountableResource for resource:rbac_policy Jun 23 09:59:05.920545 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.quota.resource_registry [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Creating instance of TrackedResource for resource:security_group Jun 23 09:59:05.920948 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.quota.resource_registry [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Creating instance of TrackedResource for resource:security_group_rule Jun 23 09:59:05.920948 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.v2.resource_helper [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Service CORE assigned prefix: {{(pid=93567) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 09:59:05.920948 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.quota.resource_registry [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 09:59:05.920948 dv-cinder-797510-1-iscsi neutron-server[93567]: WARNING neutron.quota.resource_registry [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] subnetpool is already registered Jun 23 09:59:05.921231 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.v2.resource_helper [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Service CORE assigned prefix: {{(pid=93567) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 09:59:05.921467 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.quota.resource_registry [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 09:59:05.921788 dv-cinder-797510-1-iscsi neutron-server[93567]: WARNING neutron.quota.resource_registry [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] subnetpool is already registered Jun 23 09:59:05.924302 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.v2.resource_helper [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93567) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 09:59:05.924718 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.v2.resource_helper [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Service FLAVORS assigned prefix: {{(pid=93567) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 09:59:05.925291 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.v2.resource_helper [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93567) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 09:59:05.925804 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.v2.resource_helper [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93567) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 09:59:05.926130 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.quota.resource_registry [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Creating instance of TrackedResource for resource:router Jun 23 09:59:05.926455 dv-cinder-797510-1-iscsi neutron-server[93567]: WARNING neutron.quota.resource_registry [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] router is already registered Jun 23 09:59:05.926888 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.quota.resource_registry [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Creating instance of TrackedResource for resource:floatingip Jun 23 09:59:05.927212 dv-cinder-797510-1-iscsi neutron-server[93567]: WARNING neutron.quota.resource_registry [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] floatingip is already registered Jun 23 09:59:05.927649 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.v2.resource_helper [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Service METERING assigned prefix: /metering {{(pid=93567) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 09:59:05.928298 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.quota.resource_registry [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Creating instance of CountableResource for resource:rbac_policy Jun 23 09:59:05.928619 dv-cinder-797510-1-iscsi neutron-server[93567]: WARNING neutron.quota.resource_registry [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] rbac_policy is already registered Jun 23 09:59:05.929015 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.quota.resource_registry [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Creating instance of TrackedResource for resource:security_group Jun 23 09:59:05.929337 dv-cinder-797510-1-iscsi neutron-server[93567]: WARNING neutron.quota.resource_registry [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] security_group is already registered Jun 23 09:59:05.929721 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.quota.resource_registry [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Creating instance of TrackedResource for resource:security_group_rule Jun 23 09:59:05.930038 dv-cinder-797510-1-iscsi neutron-server[93567]: WARNING neutron.quota.resource_registry [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] security_group_rule is already registered Jun 23 09:59:05.930639 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.v2.resource_helper [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Service CORE assigned prefix: {{(pid=93567) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 09:59:05.930983 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.quota.resource_registry [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 09:59:05.931303 dv-cinder-797510-1-iscsi neutron-server[93567]: WARNING neutron.quota.resource_registry [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] subnetpool is already registered Jun 23 09:59:05.931716 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.v2.resource_helper [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Service CORE assigned prefix: {{(pid=93567) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 09:59:05.932026 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.quota.resource_registry [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 09:59:05.932341 dv-cinder-797510-1-iscsi neutron-server[93567]: WARNING neutron.quota.resource_registry [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] subnetpool is already registered Jun 23 09:59:05.932802 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extended resource: extensions {{(pid=93567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:59:05.934259 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extended resource: address-groups {{(pid=93567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:59:05.935758 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extended resource: address-scopes {{(pid=93567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:59:05.937057 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extended resource: agents {{(pid=93567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:59:05.938582 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extended resource: auto-allocated-topology {{(pid=93567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:59:05.939826 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extended resource: availability_zones {{(pid=93567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:59:05.941022 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extended resource: dhcp-networks {{(pid=93567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:59:05.942515 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extended resource: dhcp-agents {{(pid=93567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:59:05.943960 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extended resource: routers {{(pid=93567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:59:05.945627 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extended resource: flavors {{(pid=93567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:59:05.948109 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extended resource: service_profiles {{(pid=93567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:59:05.949383 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extended resource: next_providers {{(pid=93567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:59:05.950913 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extended resource: service_profiles {{(pid=93567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:59:05.952436 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extended resource: floatingip-pools {{(pid=93567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:59:05.954165 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extended resource: routers {{(pid=93567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:59:05.955958 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extended resource: floatingips {{(pid=93567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:59:05.957206 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extended resource: l3-routers {{(pid=93567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:59:05.958585 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extended resource: l3-agents {{(pid=93567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:59:05.960502 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extended resource: metering-labels {{(pid=93567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:59:05.961323 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extended resource: metering-label-rules {{(pid=93567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:59:05.962737 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extended resource: network-ip-availabilities {{(pid=93567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:59:05.963974 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extended resource: bindings {{(pid=93567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:59:05.965525 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extended resource: quotas {{(pid=93567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:59:05.967057 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extended resource: quotas {{(pid=93567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:59:05.968462 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extended resource: rbac-policies {{(pid=93567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:59:05.970295 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extended resource: security-groups {{(pid=93567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:59:05.971615 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extended resource: security-group-rules {{(pid=93567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:59:05.972846 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extended resource: service-providers {{(pid=93567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:59:05.974043 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extended resource: subnetpools {{(pid=93567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:59:05.975363 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extended resource: subnetpools {{(pid=93567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:59:05.976881 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extended resource: tags {{(pid=93567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:59:05.978751 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extended resource: tags {{(pid=93567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:59:05.980549 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extended resource: tags {{(pid=93567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:59:05.982296 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extended resource: tags {{(pid=93567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:59:05.984115 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extended resource: tags {{(pid=93567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:59:05.986078 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extended resource: tags {{(pid=93567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:59:05.987836 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extended resource: tags {{(pid=93567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:59:05.989733 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extended resource: tags {{(pid=93567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:59:05.991602 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extended resource: tags {{(pid=93567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:59:05.993387 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron.api.extensions [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Extended resource: tags {{(pid=93567) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 09:59:05.999348 dv-cinder-797510-1-iscsi neutron-server[93567]: WARNING keystonemiddleware.auth_token [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 23 09:59:06.003944 dv-cinder-797510-1-iscsi neutron-server[93567]: WARNING keystonemiddleware.auth_token [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 23 09:59:06.012324 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_concurrency.lockutils [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Acquired lock "singleton_lock" {{(pid=93567) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 23 09:59:06.012787 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_concurrency.lockutils [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Releasing lock "singleton_lock" {{(pid=93567) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 23 09:59:06.013408 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO oslo_service.service [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Starting 2 workers Jun 23 09:59:06.018812 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Started child 93710 {{(pid=93567) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 09:59:06.023184 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Started child 93711 {{(pid=93567) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 09:59:06.024080 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:06.024773 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO neutron.service [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Neutron service started, listening on 0.0.0.0:9696 Jun 23 09:59:06.025414 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Notify callbacks [] for process, before_spawn {{(pid=93567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:06.025594 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [-] (93710) wsgi starting up on http://0.0.0.0:9696 Jun 23 09:59:06.027853 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO oslo_service.service [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Starting 1 workers Jun 23 09:59:06.028012 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:06.029271 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [-] (93711) wsgi starting up on http://0.0.0.0:9696 Jun 23 09:59:06.033540 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Started child 93712 {{(pid=93567) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 09:59:06.034074 dv-cinder-797510-1-iscsi neutron-server[93567]: INFO oslo_service.service [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Starting 1 workers Jun 23 09:59:06.037460 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.service [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] calling RpcWorker wait() {{(pid=93712) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 23 09:59:06.038012 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.service [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] returning from RpcWorker wait() {{(pid=93712) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 23 09:59:06.038478 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Started child 93713 {{(pid=93567) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 09:59:06.039249 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:06.039362 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG neutron_lib.callbacks.manager [None req-bd976f49-484f-478c-8e0d-067d7f6b5ecc None None] Notify callbacks [] for process, after_spawn {{(pid=93567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:06.039710 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:59:06.041187 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93567) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 23 09:59:06.041401 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 09:59:06.041584 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 09:59:06.041789 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 09:59:06.042130 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 09:59:06.042294 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 09:59:06.042787 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.043072 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.043341 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.043431 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:06.043891 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.043891 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.044430 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.044665 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.044911 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.045184 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.045442 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.045615 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.045780 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.046031 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.046264 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.046563 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.046873 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.047122 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.047448 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.047640 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.048010 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.048471 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.048723 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.048985 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] debug = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.049228 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.049701 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.049950 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.050191 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.050430 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.050749 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.050978 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.051254 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.051498 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.051760 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.052002 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.052266 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.052499 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.052709 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.052932 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.053193 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.053411 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.053888 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] host = dv-cinder-797510-1-iscsi {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.054120 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.054354 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.054613 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.054916 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.055174 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.055403 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.055654 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.055906 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.056150 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.056373 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.056624 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.056878 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.057180 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.057343 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] log_file = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.057509 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] log_options = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.057741 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.058000 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.058251 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.058438 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.058597 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.058780 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.059026 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.059187 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.059441 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.059658 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.059869 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.060089 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.060315 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.060549 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.060803 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.061044 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.061282 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.061506 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.061755 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.061978 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.062185 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.062406 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.062900 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.063180 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.063544 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.063800 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.064020 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.064233 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.064447 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.064897 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.064897 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.065396 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.065533 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.065675 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.065893 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.066117 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.066348 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.066607 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.067630 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.067954 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.068326 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:59:06.068478 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.068745 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.069794 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.070044 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.070319 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.070554 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] use_json = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.070813 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.071044 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.071340 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.071571 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.071800 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.072028 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.072255 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.072501 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.072926 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.073212 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.073524 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.073783 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.074057 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.074317 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.074557 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.074839 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.075102 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.075339 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.075639 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.075904 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.076208 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.076455 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.076723 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.077070 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.077314 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.077594 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.077824 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.078064 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.078316 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.080809 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.080809 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.080809 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.080809 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.080809 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.080809 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.080809 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.082100 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.082100 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.082100 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.082100 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.082100 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.082100 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.082516 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.082516 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.082670 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.082894 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.083127 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.083505 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.083648 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.084043 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.084211 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.084435 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.084568 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.087118 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.087324 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.087582 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.087825 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.088115 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.088361 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.088617 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.088845 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.089089 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.089301 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.089547 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.089778 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.089995 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.090212 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.090433 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.090665 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.092590 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.092943 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.093257 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.093936 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.095132 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.095418 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.095663 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.095939 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.096174 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.096412 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.096675 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.096922 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.097233 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.097409 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.097629 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.097871 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.098145 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.098397 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.098637 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.098879 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.099105 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.099326 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.099547 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.099826 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.100151 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.100406 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.100697 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.100919 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.101263 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.101409 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.101653 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.101896 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.102118 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.102418 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.103036 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.103036 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.103495 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.103495 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.103772 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.103988 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.104230 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.104589 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.104722 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.104917 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.105165 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.105448 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.105720 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.105953 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.106322 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.106536 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.106740 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.106983 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.107251 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.107492 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.107750 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.108047 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.108313 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.108578 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.108824 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.109520 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.109520 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.109828 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.109828 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.110251 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.110461 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.110592 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.110828 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.111070 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.111617 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.111617 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.112618 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.112618 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.112618 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.112618 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.113040 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.113040 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.113610 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.113610 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.113827 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.113938 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.114389 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.114521 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.114762 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.114984 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.115222 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.115480 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.115703 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.115919 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.116134 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.116354 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.116567 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.120168 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.120168 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.120168 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.120168 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.120168 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.120168 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.120168 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.120168 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.120876 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.120876 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.120876 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.120876 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.120876 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.120876 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.120876 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.120876 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.121784 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.121784 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.121784 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.121784 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.121784 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.121784 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.121784 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.122487 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.122487 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.122487 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.122487 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.122822 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.122914 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.123825 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.123825 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.123825 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.123825 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.124293 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.124293 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.124562 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.124800 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.125029 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.125431 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.125579 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.125742 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.125959 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.126221 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.126392 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.126629 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.126883 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.127140 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.127361 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.127578 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.127788 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.127995 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.128254 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.128442 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.128649 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.128936 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.129184 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.129443 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.129687 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.129914 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.130142 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.130371 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.130578 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.130833 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.131048 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.131272 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.131481 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.131689 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.131902 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.132108 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.132330 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.132536 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.132763 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.132995 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.133201 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.133440 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.133667 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.133874 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.134085 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.134291 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.134597 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.134867 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.135085 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.135362 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.135594 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.135847 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.136088 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.136408 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.136618 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.136851 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.137068 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.137300 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.137539 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.137780 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.138107 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.138489 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.138926 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.138926 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.139183 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.139450 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.139716 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.139947 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.140313 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.140555 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.140855 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.141614 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.141885 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.142256 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.142430 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.142565 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.142872 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.143037 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.143261 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.143516 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.143749 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.143972 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.144204 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.144434 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.144653 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.144876 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.145106 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.145326 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.145558 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.145714 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 09:59:06.146451 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93567) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 23 09:59:06.146451 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 09:59:06.146697 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 09:59:06.146697 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 09:59:06.146906 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 09:59:06.147030 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 09:59:06.147218 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.147379 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.147537 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.147696 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.147852 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.148035 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.148195 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.148351 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.148507 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.148663 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.148822 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.148979 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.149138 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.149295 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.149453 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.149610 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.149766 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.149923 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.150123 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.150238 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.150375 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.150532 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.150689 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] debug = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.150866 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.151095 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.151261 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.151417 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.151575 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.151732 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.151887 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.152043 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.152200 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.152357 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.152514 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.152670 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.152827 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.152983 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.153138 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.153295 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.153454 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.153610 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] host = dv-cinder-797510-1-iscsi {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.153766 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.153923 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.154079 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.154236 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.154394 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.154550 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.154706 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.154883 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.155040 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.155195 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.155748 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.155748 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.155748 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.156096 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] log_file = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.156096 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] log_options = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.156096 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.156517 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.156517 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.156517 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.157483 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.157483 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.157738 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.157738 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.157968 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.158078 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.158199 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.158319 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.158438 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.158589 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.158765 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.158925 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.159082 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.159237 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.159394 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.159550 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.159706 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.159862 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.160018 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.160174 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.160329 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.160485 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.160640 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.160797 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.160954 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.161114 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.161270 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.161426 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.161582 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.161738 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.161895 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.162050 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.162208 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.162368 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.162525 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.162682 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.162860 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.163016 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.163171 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.163327 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.163483 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.163640 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] use_json = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.163796 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.163951 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.164106 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.164263 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.164418 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.164574 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.164729 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.164886 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 09:59:06.165061 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.165223 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.165394 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.165554 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.165713 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.165871 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.166028 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.166186 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.166344 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.166544 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.166668 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.166824 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.166987 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.167147 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.167305 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.167464 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.167623 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.167785 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.167933 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.168089 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.168274 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.168404 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.168569 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.168728 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.168889 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.169047 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.169206 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.169365 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.169525 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.169685 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.169844 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.170005 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.170339 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.170339 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.170831 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.170831 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.170831 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.171126 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.171126 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.171322 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.171443 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.171552 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.171659 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.171816 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.171974 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.172133 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.172348 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.172515 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.172724 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.172852 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.173155 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.173346 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.173474 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.173622 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.173781 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.173940 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.174099 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.174257 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.174417 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.174576 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.174750 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.174926 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.175086 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.175246 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.175403 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.175563 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.175722 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.175883 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.176043 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.176204 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.176363 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.176538 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.176672 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.176828 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.176987 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.177146 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.177305 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.177465 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.177624 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.177783 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.177942 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.178100 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.178258 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.178417 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.178583 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.178775 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.178936 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.179095 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.179253 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.179411 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.179570 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.179730 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.179888 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.180048 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.180207 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.180366 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.180525 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.180686 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.180845 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.181003 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.181165 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.181325 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.181482 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.181643 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.181801 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.181960 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.182120 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.182278 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.182490 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.182583 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.182751 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.182916 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.183076 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.183237 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.183398 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.183563 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.183731 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.183890 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.184049 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.184208 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.184366 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.184525 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.184683 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.184842 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.185001 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.185159 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.185317 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.185482 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.185652 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.185811 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.185970 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.186128 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.186307 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.186460 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.186613 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.186778 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.186940 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.187099 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.187258 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.187417 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.187823 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.188033 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.188360 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.188525 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.188686 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.188845 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.189003 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.189161 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.189320 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.189480 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.189637 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.189961 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.189961 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.190207 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.190330 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.190450 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.190570 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.190690 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.190851 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.191010 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.191169 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.191333 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.191493 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.191652 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.191811 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.191968 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.192125 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.192284 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.192544 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.192631 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.192745 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.192872 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:59:06.192968 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.193053 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.193200 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.193359 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.193520 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.193681 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.193840 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.194000 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.194159 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.194317 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.194477 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.194638 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.194822 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.194984 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.195142 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.195301 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.195474 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.195620 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.195778 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.195936 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.196094 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.196252 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.196411 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.196569 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.196727 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.196889 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.197034 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.197193 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.197355 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.197513 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.197663 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.197818 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.197976 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.198132 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.198282 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.198449 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.198603 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.198771 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.198931 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.199090 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.199258 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.199416 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.199575 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.199734 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.199892 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.200059 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.200217 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.200374 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.200532 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.200691 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.200859 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.201018 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.201176 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.201339 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.201496 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.201663 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.201821 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.201980 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.202137 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.202298 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.202487 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.202686 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.202882 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.203010 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.203142 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.203328 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.203469 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.204238 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.204238 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.204675 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.204675 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.204942 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.204942 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.205133 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.205133 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.205323 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.205444 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.205608 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.205775 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.205942 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.206109 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.206269 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.206430 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.206600 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.206763 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.206928 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.207086 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.207240 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.207399 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.207558 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.207715 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.207885 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.208031 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.208190 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.208348 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.208506 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.208665 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.208822 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.208981 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.209139 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.209296 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.209455 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.209613 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 09:59:06.209764 dv-cinder-797510-1-iscsi neutron-server[93567]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93567) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 09:59:06.400494 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 57606) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 09:59:06.409324 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [-] 10.222.0.47 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066569 Jun 23 09:59:17.936053 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0375e9-b999-4e50-aedd-39c54a71a871 None None] get_active_networks_info from dv-cinder-797510-1-iscsi {{(pid=93712) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 23 09:59:18.008157 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0375e9-b999-4e50-aedd-39c54a71a871 None None] No non-hosted networks {{(pid=93712) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 23 09:59:18.014974 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.agentschedulers_db [None req-ec0375e9-b999-4e50-aedd-39c54a71a871 None None] DHCP Agent not found on host dv-cinder-797510-1-iscsi {{(pid=93712) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 23 09:59:18.073786 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b75c9487-08d3-4cfc-82f0-3d8b0ef08c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085'] for agent, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:20.412637 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-534b44eb-2431-4e91-8bc7-aec473568aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085'] for agent, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:20.550796 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.db.api [None req-711e27a9-5e15-4ecc-a2da-57773e56b1fc None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-797510-1-iscsi {{(pid=93712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 09:59:20.551291 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_db.api [None req-711e27a9-5e15-4ecc-a2da-57773e56b1fc None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 09:59:20.595426 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085'] for agent, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:20.596716 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:59:20.597242 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:59:20.597717 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:59:20.598187 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:59:20.598663 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:59:20.599308 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:59:20.599776 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:59:20.600389 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:59:20.600855 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:59:20.601469 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:59:20.601952 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:59:20.602491 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:59:20.603107 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-797510-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:59:20.609332 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-797510-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:59:21.160978 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-711e27a9-5e15-4ecc-a2da-57773e56b1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:21.475673 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-549d35a9-2eb0-42c6-a322-a779b3edc54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085'] for agent, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:23.185798 dv-cinder-797510-1-iscsi neutron-server[93712]: INFO neutron.db.l3_hamode_db [None req-c0ec7c08-8998-4e1e-86ab-7e973a614c41 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 23 09:59:23.263966 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ec7c08-8998-4e1e-86ab-7e973a614c41 None None] Routers set() bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 09:59:23.264350 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ec7c08-8998-4e1e-86ab-7e973a614c41 None None] Router IDs set() for agent in host dv-cinder-797510-1-iscsi {{(pid=93712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 23 09:59:23.515386 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-329354e5-9e69-417d-83ab-34bb473e22da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085'] for agent, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:24.383994 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 57698) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 09:59:24.869333 dv-cinder-797510-1-iscsi neutron-server[93711]: WARNING oslo_policy.policy [None req-ca61b799-8342-4225-80ef-dfd95324cf20 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 09:59:24.869914 dv-cinder-797510-1-iscsi neutron-server[93711]: WARNING oslo_policy.policy [None req-ca61b799-8342-4225-80ef-dfd95324cf20 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 09:59:25.086444 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [None req-ca61b799-8342-4225-80ef-dfd95324cf20 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 09:59:25.087430 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-ca61b799-8342-4225-80ef-dfd95324cf20 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7025702 Jun 23 09:59:27.364836 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 57712) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 09:59:27.668400 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [None req-cb0bfda4-c729-41bc-8d35-821b2cee7d23 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 09:59:27.761833 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.policy [None req-cb0bfda4-c729-41bc-8d35-821b2cee7d23 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93711) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 23 09:59:27.806523 dv-cinder-797510-1-iscsi neutron-server[93711]: WARNING oslo_policy.policy [None req-cb0bfda4-c729-41bc-8d35-821b2cee7d23 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 09:59:27.806920 dv-cinder-797510-1-iscsi neutron-server[93711]: WARNING oslo_policy.policy [None req-cb0bfda4-c729-41bc-8d35-821b2cee7d23 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 09:59:27.815569 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.quota [None req-cb0bfda4-c729-41bc-8d35-821b2cee7d23 admin admin] Loaded quota_driver: . Jun 23 09:59:27.966503 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cb0bfda4-c729-41bc-8d35-821b2cee7d23 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731989604106', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731989604697', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731989591425', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731989593931', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731989579014', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731989638580', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-550856', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-658868', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1769576', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1584430'] for rbac-policy, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:28.143731 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cb0bfda4-c729-41bc-8d35-821b2cee7d23 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:28.145070 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-cb0bfda4-c729-41bc-8d35-821b2cee7d23 admin admin] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7792664 Jun 23 09:59:30.661575 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 57724) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 09:59:31.138027 dv-cinder-797510-1-iscsi neutron-server[93710]: WARNING oslo_policy.policy [None req-49f997ed-b30c-47c1-ac1a-0e85a74f7cb3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 09:59:31.138600 dv-cinder-797510-1-iscsi neutron-server[93710]: WARNING oslo_policy.policy [None req-49f997ed-b30c-47c1-ac1a-0e85a74f7cb3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 09:59:31.354366 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [None req-49f997ed-b30c-47c1-ac1a-0e85a74f7cb3 admin admin] Request body: {'network': {'project_id': '2b750c626c5b4654adf29b80a06ff7f7', 'tenant_id': '2b750c626c5b4654adf29b80a06ff7f7', 'admin_state_up': True, 'name': 'private'}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 09:59:31.356023 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.quota [None req-49f997ed-b30c-47c1-ac1a-0e85a74f7cb3 admin admin] Loaded quota_driver: . Jun 23 09:59:31.509082 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f997ed-b30c-47c1-ac1a-0e85a74f7cb3 admin admin] Made reservation on behalf of 2b750c626c5b4654adf29b80a06ff7f7 for: {'network': 1} {{(pid=93710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:59:31.576466 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.policy [None req-49f997ed-b30c-47c1-ac1a-0e85a74f7cb3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93710) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 23 09:59:31.621322 dv-cinder-797510-1-iscsi neutron-server[93710]: WARNING oslo_policy.policy [None req-49f997ed-b30c-47c1-ac1a-0e85a74f7cb3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 09:59:31.621714 dv-cinder-797510-1-iscsi neutron-server[93710]: WARNING oslo_policy.policy [None req-49f997ed-b30c-47c1-ac1a-0e85a74f7cb3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 09:59:31.632441 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-49f997ed-b30c-47c1-ac1a-0e85a74f7cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for network, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:31.653401 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-49f997ed-b30c-47c1-ac1a-0e85a74f7cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:31.782858 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-49f997ed-b30c-47c1-ac1a-0e85a74f7cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:31.851881 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-49f997ed-b30c-47c1-ac1a-0e85a74f7cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:31.857405 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 09:59:31.873354 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49f997ed-b30c-47c1-ac1a-0e85a74f7cb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=93710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 09:59:31.901147 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-49f997ed-b30c-47c1-ac1a-0e85a74f7cb3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731988835094', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-523806'] for segment, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:31.901732 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-49f997ed-b30c-47c1-ac1a-0e85a74f7cb3 admin admin] Unsubscribe: segment precommit_create {{(pid=93710) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 23 09:59:31.902297 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.db.segments_db [None req-49f997ed-b30c-47c1-ac1a-0e85a74f7cb3 admin admin] Added segment 07cdae8b-c31a-43be-a6b2-ae8854811f32 of type vlan for network dc53c531-d85f-453a-ae77-680c6a27ff5d Jun 23 09:59:31.922870 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f997ed-b30c-47c1-ac1a-0e85a74f7cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c670aae1-a8be-447b-a009-234265749b30,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:59:31.957423 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f997ed-b30c-47c1-ac1a-0e85a74f7cb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:59:31.957787 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f997ed-b30c-47c1-ac1a-0e85a74f7cb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:59:31.958109 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f997ed-b30c-47c1-ac1a-0e85a74f7cb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:59:31.958418 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f997ed-b30c-47c1-ac1a-0e85a74f7cb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:59:31.958748 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f997ed-b30c-47c1-ac1a-0e85a74f7cb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:59:31.959414 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f997ed-b30c-47c1-ac1a-0e85a74f7cb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:59:31.959729 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f997ed-b30c-47c1-ac1a-0e85a74f7cb3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:59:31.960035 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f997ed-b30c-47c1-ac1a-0e85a74f7cb3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:59:31.960353 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f997ed-b30c-47c1-ac1a-0e85a74f7cb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:59:31.960659 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f997ed-b30c-47c1-ac1a-0e85a74f7cb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:59:31.960955 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f997ed-b30c-47c1-ac1a-0e85a74f7cb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:59:31.961250 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f997ed-b30c-47c1-ac1a-0e85a74f7cb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:59:31.962323 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f997ed-b30c-47c1-ac1a-0e85a74f7cb3 admin admin] Tracked resource versions report: Jun 23 09:59:31.962323 dv-cinder-797510-1-iscsi neutron-server[93710]: pushed versions: Jun 23 09:59:31.962323 dv-cinder-797510-1-iscsi neutron-server[93710]: { 'AddressGroup': {'1.2'}, Jun 23 09:59:31.962323 dv-cinder-797510-1-iscsi neutron-server[93710]: 'ConntrackHelper': {'1.0'}, Jun 23 09:59:31.962323 dv-cinder-797510-1-iscsi neutron-server[93710]: 'Log': {'1.0'}, Jun 23 09:59:31.962323 dv-cinder-797510-1-iscsi neutron-server[93710]: 'Network': {'1.1'}, Jun 23 09:59:31.962323 dv-cinder-797510-1-iscsi neutron-server[93710]: 'Port': {'1.7'}, Jun 23 09:59:31.962323 dv-cinder-797510-1-iscsi neutron-server[93710]: 'PortForwarding': {'1.2'}, Jun 23 09:59:31.962323 dv-cinder-797510-1-iscsi neutron-server[93710]: 'QosPolicy': {'1.8'}, Jun 23 09:59:31.962323 dv-cinder-797510-1-iscsi neutron-server[93710]: 'SecurityGroup': {'1.4'}, Jun 23 09:59:31.962323 dv-cinder-797510-1-iscsi neutron-server[93710]: 'SecurityGroupRule': {'1.2'}, Jun 23 09:59:31.962323 dv-cinder-797510-1-iscsi neutron-server[93710]: 'SubPort': {'1.0'}, Jun 23 09:59:31.962323 dv-cinder-797510-1-iscsi neutron-server[93710]: 'Subnet': {'1.1'}, Jun 23 09:59:31.962323 dv-cinder-797510-1-iscsi neutron-server[93710]: 'Trunk': {'1.1'}} Jun 23 09:59:31.962323 dv-cinder-797510-1-iscsi neutron-server[93710]: consumer versions: Jun 23 09:59:31.962323 dv-cinder-797510-1-iscsi neutron-server[93710]: { DHCP agent@dv-cinder-797510-1-iscsi: {}, Jun 23 09:59:31.962323 dv-cinder-797510-1-iscsi neutron-server[93710]: L3 agent@dv-cinder-797510-1-iscsi: {}, Jun 23 09:59:31.962323 dv-cinder-797510-1-iscsi neutron-server[93710]: Metadata agent@dv-cinder-797510-1-iscsi: {}, Jun 23 09:59:31.962323 dv-cinder-797510-1-iscsi neutron-server[93710]: Metering agent@dv-cinder-797510-1-iscsi: {}, Jun 23 09:59:31.962323 dv-cinder-797510-1-iscsi neutron-server[93710]: Open vSwitch agent@dv-cinder-797510-1-iscsi: { 'AddressGroup': '1.2', Jun 23 09:59:31.962323 dv-cinder-797510-1-iscsi neutron-server[93710]: 'ConntrackHelper': '1.0', Jun 23 09:59:31.962323 dv-cinder-797510-1-iscsi neutron-server[93710]: 'Log': '1.0', Jun 23 09:59:31.962323 dv-cinder-797510-1-iscsi neutron-server[93710]: 'Network': '1.1', Jun 23 09:59:31.962323 dv-cinder-797510-1-iscsi neutron-server[93710]: 'Port': '1.7', Jun 23 09:59:31.962323 dv-cinder-797510-1-iscsi neutron-server[93710]: 'PortForwarding': '1.2', Jun 23 09:59:31.962323 dv-cinder-797510-1-iscsi neutron-server[93710]: 'QosPolicy': '1.8', Jun 23 09:59:31.962323 dv-cinder-797510-1-iscsi neutron-server[93710]: 'SecurityGroup': '1.4', Jun 23 09:59:31.962323 dv-cinder-797510-1-iscsi neutron-server[93710]: 'SecurityGroupRule': '1.2', Jun 23 09:59:31.962323 dv-cinder-797510-1-iscsi neutron-server[93710]: 'SubPort': '1.0', Jun 23 09:59:31.962323 dv-cinder-797510-1-iscsi neutron-server[93710]: 'Subnet': '1.1', Jun 23 09:59:31.962323 dv-cinder-797510-1-iscsi neutron-server[93710]: 'Trunk': '1.1'}} Jun 23 09:59:31.962323 dv-cinder-797510-1-iscsi neutron-server[93710]: {{(pid=93710) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 09:59:32.032826 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-49f997ed-b30c-47c1-ac1a-0e85a74f7cb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731988267798'] for network, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:32.039426 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-49f997ed-b30c-47c1-ac1a-0e85a74f7cb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 09:59:32.161079 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-49f997ed-b30c-47c1-ac1a-0e85a74f7cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-193570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976'] for network, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:32.162663 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f997ed-b30c-47c1-ac1a-0e85a74f7cb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 09:59:32.163358 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-49f997ed-b30c-47c1-ac1a-0e85a74f7cb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for network, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:32.166840 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 09:59:32.260244 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f997ed-b30c-47c1-ac1a-0e85a74f7cb3 admin admin] Pushing event updated for resources: {'Network': ['ID=dc53c531-d85f-453a-ae77-680c6a27ff5d,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:59:32.263483 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-49f997ed-b30c-47c1-ac1a-0e85a74f7cb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 09:59:32.271943 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Network dc53c531-d85f-453a-ae77-680c6a27ff5d details requested by agent ovs-agent-dv-cinder-797510-1-iscsi with host dv-cinder-797510-1-iscsi {{(pid=93712) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 09:59:32.276067 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-49f997ed-b30c-47c1-ac1a-0e85a74f7cb3 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.6123745 Jun 23 09:59:34.842657 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 57746) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 09:59:35.230079 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26d6a9f-fb61-40ed-8aab-eee341364ef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 09:59:35.231451 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-d26d6a9f-fb61-40ed-8aab-eee341364ef9 admin admin] 10.222.0.47 "GET /v2.0/networks/dc53c531-d85f-453a-ae77-680c6a27ff5d HTTP/1.1" status: 200 len: 825 time: 0.3878043 Jun 23 09:59:35.266761 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-2eed3904-adc4-4fae-b388-8f1317a49c4b admin admin] 10.222.0.47 "GET /v2.0/subnetpools/ad5aea7b-b909-4102-b907-b09f63ba851d HTTP/1.1" status: 200 len: 734 time: 0.0300457 Jun 23 09:59:35.276215 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [None req-e5210632-e22a-46c0-934b-f3b94ca421b9 admin admin] Request body: {'subnet': {'subnetpool_id': 'ad5aea7b-b909-4102-b907-b09f63ba851d', 'gateway_ip': '172.20.0.1', 'network_id': 'dc53c531-d85f-453a-ae77-680c6a27ff5d', 'name': 'private-subnet', 'tenant_id': '2b750c626c5b4654adf29b80a06ff7f7', 'ip_version': 4}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 09:59:35.468930 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5210632-e22a-46c0-934b-f3b94ca421b9 admin admin] Made reservation on behalf of 2b750c626c5b4654adf29b80a06ff7f7 for: {'subnet': 1} {{(pid=93710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:59:35.471292 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-e5210632-e22a-46c0-934b-f3b94ca421b9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:35.828975 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-e5210632-e22a-46c0-934b-f3b94ca421b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987'] for subnet, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:35.833176 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 09:59:35.896964 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5210632-e22a-46c0-934b-f3b94ca421b9 admin admin] Checking segment: {'id': '07cdae8b-c31a-43be-a6b2-ae8854811f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dc53c531-d85f-453a-ae77-680c6a27ff5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 09:59:35.897630 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5210632-e22a-46c0-934b-f3b94ca421b9 admin admin] Network hostable DHCP agents. Network: dc53c531-d85f-453a-ae77-680c6a27ff5d, hostable agents: ['676dd52a-94e8-4a4d-a39c-76e96eb0afdc'], hosted agents: [] {{(pid=93710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 09:59:35.902198 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5210632-e22a-46c0-934b-f3b94ca421b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07130c3b-d36f-4a1c-9648-9d3fc65542af,revision_number=0']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:59:35.906493 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-e5210632-e22a-46c0-934b-f3b94ca421b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 09:59:35.989031 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5210632-e22a-46c0-934b-f3b94ca421b9 admin admin] Network dc53c531-d85f-453a-ae77-680c6a27ff5d is scheduled to be hosted by DHCP agent 676dd52a-94e8-4a4d-a39c-76e96eb0afdc with binding_index 1 {{(pid=93710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 09:59:36.080089 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.base_scheduler [None req-e5210632-e22a-46c0-934b-f3b94ca421b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797510-1-iscsi, dc53c531-d85f-453a-ae77-680c6a27ff5d) {{(pid=93710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:59:36.084623 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5210632-e22a-46c0-934b-f3b94ca421b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 09:59:36.085221 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-e5210632-e22a-46c0-934b-f3b94ca421b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for subnet, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:36.090145 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2996ed-01f5-4ac0-be4d-15e6a529988f None None] Network dc53c531-d85f-453a-ae77-680c6a27ff5d requested from dv-cinder-797510-1-iscsi {{(pid=93712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 09:59:36.212604 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-e5210632-e22a-46c0-934b-f3b94ca421b9 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9396317 Jun 23 09:59:36.400621 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f51b89-20ea-426d-81b4-ce14d9fce62c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa74d5eab-ac2a-5ee0-9548-07359ed1f630-dc53c531-d85f-453a-ae77-680c6a27ff5d', 'network_id': 'dc53c531-d85f-453a-ae77-680c6a27ff5d', 'tenant_id': '2b750c626c5b4654adf29b80a06ff7f7', 'fixed_ips': [{'subnet_id': '07130c3b-d36f-4a1c-9648-9d3fc65542af'}]}} from dv-cinder-797510-1-iscsi. {{(pid=93712) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 09:59:36.401757 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f6f51b89-20ea-426d-81b4-ce14d9fce62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:36.673386 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-f6f51b89-20ea-426d-81b4-ce14d9fce62c None None] Allocated IP 172.20.0.2 (dc53c531-d85f-453a-ae77-680c6a27ff5d/07130c3b-d36f-4a1c-9648-9d3fc65542af/dcf98e4b-124d-48c1-b7f4-4b3fe5556519) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:59:36.873728 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f6f51b89-20ea-426d-81b4-ce14d9fce62c None None] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:36.914264 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-f6f51b89-20ea-426d-81b4-ce14d9fce62c None None] Transition to ACTIVE for port object dcf98e4b-124d-48c1-b7f4-4b3fe5556519 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 09:59:36.934396 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-f6f51b89-20ea-426d-81b4-ce14d9fce62c None None] Transition to ACTIVE for port object dcf98e4b-124d-48c1-b7f4-4b3fe5556519 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 09:59:37.024055 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f6f51b89-20ea-426d-81b4-ce14d9fce62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-600500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731988247197'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:37.026856 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 09:59:37.094657 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f51b89-20ea-426d-81b4-ce14d9fce62c None None] Network dc53c531-d85f-453a-ae77-680c6a27ff5d is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:59:37.099304 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-f6f51b89-20ea-426d-81b4-ce14d9fce62c None None] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:59:37.107791 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f51b89-20ea-426d-81b4-ce14d9fce62c None None] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 09:59:37.110759 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f51b89-20ea-426d-81b4-ce14d9fce62c None None] Pushing event updated for resources: {'Port': ['ID=dcf98e4b-124d-48c1-b7f4-4b3fe5556519,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:59:37.135581 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f51b89-20ea-426d-81b4-ce14d9fce62c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:59:37.135939 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f51b89-20ea-426d-81b4-ce14d9fce62c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:59:37.136259 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f51b89-20ea-426d-81b4-ce14d9fce62c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:59:37.136572 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f51b89-20ea-426d-81b4-ce14d9fce62c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:59:37.136879 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f51b89-20ea-426d-81b4-ce14d9fce62c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:59:37.137187 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f51b89-20ea-426d-81b4-ce14d9fce62c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:59:37.137490 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f51b89-20ea-426d-81b4-ce14d9fce62c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:59:37.137791 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f51b89-20ea-426d-81b4-ce14d9fce62c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:59:37.138106 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f51b89-20ea-426d-81b4-ce14d9fce62c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:59:37.138410 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f51b89-20ea-426d-81b4-ce14d9fce62c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:59:37.138709 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f51b89-20ea-426d-81b4-ce14d9fce62c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:59:37.139033 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f51b89-20ea-426d-81b4-ce14d9fce62c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:59:37.140078 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f51b89-20ea-426d-81b4-ce14d9fce62c None None] Tracked resource versions report: Jun 23 09:59:37.140078 dv-cinder-797510-1-iscsi neutron-server[93712]: pushed versions: Jun 23 09:59:37.140078 dv-cinder-797510-1-iscsi neutron-server[93712]: { 'AddressGroup': {'1.2'}, Jun 23 09:59:37.140078 dv-cinder-797510-1-iscsi neutron-server[93712]: 'ConntrackHelper': {'1.0'}, Jun 23 09:59:37.140078 dv-cinder-797510-1-iscsi neutron-server[93712]: 'Log': {'1.0'}, Jun 23 09:59:37.140078 dv-cinder-797510-1-iscsi neutron-server[93712]: 'Network': {'1.1'}, Jun 23 09:59:37.140078 dv-cinder-797510-1-iscsi neutron-server[93712]: 'Port': {'1.7'}, Jun 23 09:59:37.140078 dv-cinder-797510-1-iscsi neutron-server[93712]: 'PortForwarding': {'1.2'}, Jun 23 09:59:37.140078 dv-cinder-797510-1-iscsi neutron-server[93712]: 'QosPolicy': {'1.8'}, Jun 23 09:59:37.140078 dv-cinder-797510-1-iscsi neutron-server[93712]: 'SecurityGroup': {'1.4'}, Jun 23 09:59:37.140078 dv-cinder-797510-1-iscsi neutron-server[93712]: 'SecurityGroupRule': {'1.2'}, Jun 23 09:59:37.140078 dv-cinder-797510-1-iscsi neutron-server[93712]: 'SubPort': {'1.0'}, Jun 23 09:59:37.140078 dv-cinder-797510-1-iscsi neutron-server[93712]: 'Subnet': {'1.1'}, Jun 23 09:59:37.140078 dv-cinder-797510-1-iscsi neutron-server[93712]: 'Trunk': {'1.1'}} Jun 23 09:59:37.140078 dv-cinder-797510-1-iscsi neutron-server[93712]: consumer versions: Jun 23 09:59:37.140078 dv-cinder-797510-1-iscsi neutron-server[93712]: { DHCP agent@dv-cinder-797510-1-iscsi: {}, Jun 23 09:59:37.140078 dv-cinder-797510-1-iscsi neutron-server[93712]: L3 agent@dv-cinder-797510-1-iscsi: {}, Jun 23 09:59:37.140078 dv-cinder-797510-1-iscsi neutron-server[93712]: Metadata agent@dv-cinder-797510-1-iscsi: {}, Jun 23 09:59:37.140078 dv-cinder-797510-1-iscsi neutron-server[93712]: Metering agent@dv-cinder-797510-1-iscsi: {}, Jun 23 09:59:37.140078 dv-cinder-797510-1-iscsi neutron-server[93712]: Open vSwitch agent@dv-cinder-797510-1-iscsi: { 'AddressGroup': '1.2', Jun 23 09:59:37.140078 dv-cinder-797510-1-iscsi neutron-server[93712]: 'ConntrackHelper': '1.0', Jun 23 09:59:37.140078 dv-cinder-797510-1-iscsi neutron-server[93712]: 'Log': '1.0', Jun 23 09:59:37.140078 dv-cinder-797510-1-iscsi neutron-server[93712]: 'Network': '1.1', Jun 23 09:59:37.140078 dv-cinder-797510-1-iscsi neutron-server[93712]: 'Port': '1.7', Jun 23 09:59:37.140078 dv-cinder-797510-1-iscsi neutron-server[93712]: 'PortForwarding': '1.2', Jun 23 09:59:37.140078 dv-cinder-797510-1-iscsi neutron-server[93712]: 'QosPolicy': '1.8', Jun 23 09:59:37.140078 dv-cinder-797510-1-iscsi neutron-server[93712]: 'SecurityGroup': '1.4', Jun 23 09:59:37.140078 dv-cinder-797510-1-iscsi neutron-server[93712]: 'SecurityGroupRule': '1.2', Jun 23 09:59:37.140078 dv-cinder-797510-1-iscsi neutron-server[93712]: 'SubPort': '1.0', Jun 23 09:59:37.140078 dv-cinder-797510-1-iscsi neutron-server[93712]: 'Subnet': '1.1', Jun 23 09:59:37.140078 dv-cinder-797510-1-iscsi neutron-server[93712]: 'Trunk': '1.1'}} Jun 23 09:59:37.140078 dv-cinder-797510-1-iscsi neutron-server[93712]: {{(pid=93712) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 09:59:37.161272 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-f6f51b89-20ea-426d-81b4-ce14d9fce62c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 09:59:37.189706 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-f6f51b89-20ea-426d-81b4-ce14d9fce62c None None] Attempting to bind port dcf98e4b-124d-48c1-b7f4-4b3fe5556519 on host dv-cinder-797510-1-iscsi for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 09:59:37.190016 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-f6f51b89-20ea-426d-81b4-ce14d9fce62c None None] Attempting to bind port dcf98e4b-124d-48c1-b7f4-4b3fe5556519 by drivers openvswitch,hyperv on host dv-cinder-797510-1-iscsi at level 0 using segments [{'id': '07cdae8b-c31a-43be-a6b2-ae8854811f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dc53c531-d85f-453a-ae77-680c6a27ff5d'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 09:59:37.190952 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f51b89-20ea-426d-81b4-ce14d9fce62c None None] Attempting to bind port dcf98e4b-124d-48c1-b7f4-4b3fe5556519 on network dc53c531-d85f-453a-ae77-680c6a27ff5d {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 09:59:37.195664 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f51b89-20ea-426d-81b4-ce14d9fce62c None None] Checking agent: {'id': 'b3037b97-c09d-4619-9318-9bf5134e8ab7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 9, 59, 20), 'started_at': datetime.datetime(2021, 6, 23, 9, 59, 20), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 9, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 09:59:37.196065 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f51b89-20ea-426d-81b4-ce14d9fce62c None None] Checking segment: {'id': '07cdae8b-c31a-43be-a6b2-ae8854811f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dc53c531-d85f-453a-ae77-680c6a27ff5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 09:59:37.196519 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f6f51b89-20ea-426d-81b4-ce14d9fce62c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:37.196896 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f51b89-20ea-426d-81b4-ce14d9fce62c None None] Bound using segment: {'id': '07cdae8b-c31a-43be-a6b2-ae8854811f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dc53c531-d85f-453a-ae77-680c6a27ff5d'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 09:59:37.197341 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-f6f51b89-20ea-426d-81b4-ce14d9fce62c None None] Bound port: dcf98e4b-124d-48c1-b7f4-4b3fe5556519, host: dv-cinder-797510-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07cdae8b-c31a-43be-a6b2-ae8854811f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dc53c531-d85f-453a-ae77-680c6a27ff5d'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 09:59:37.197716 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f6f51b89-20ea-426d-81b4-ce14d9fce62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:37.258033 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-f6f51b89-20ea-426d-81b4-ce14d9fce62c None None] For port dcf98e4b-124d-48c1-b7f4-4b3fe5556519, host dv-cinder-797510-1-iscsi, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 09:59:37.281387 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-f6f51b89-20ea-426d-81b4-ce14d9fce62c None None] For port dcf98e4b-124d-48c1-b7f4-4b3fe5556519, host dv-cinder-797510-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=dcf98e4b-124d-48c1-b7f4-4b3fe5556519,segment=NetworkSegment(07cdae8b-c31a-43be-a6b2-ae8854811f32),segment_id=07cdae8b-c31a-43be-a6b2-ae8854811f32)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 09:59:37.390605 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f6f51b89-20ea-426d-81b4-ce14d9fce62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:37.393063 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 09:59:37.450466 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f51b89-20ea-426d-81b4-ce14d9fce62c None None] Pushing event updated for resources: {'Port': ['ID=dcf98e4b-124d-48c1-b7f4-4b3fe5556519,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:59:37.453438 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-f6f51b89-20ea-426d-81b4-ce14d9fce62c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 09:59:38.570598 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 57754) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 09:59:38.897977 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [None req-1979ac6e-4e83-4930-8eed-5fc67493ac43 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 09:59:38.899129 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-1979ac6e-4e83-4930-8eed-5fc67493ac43 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3275876 Jun 23 09:59:41.243728 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 57762) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 09:59:41.564936 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [None req-1958bd6e-013c-4a33-ac66-f94a34986a90 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93710) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 09:59:41.566128 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-1958bd6e-013c-4a33-ac66-f94a34986a90 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3215544 Jun 23 09:59:42.738029 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device dcf98e4b-124d-48c1-b7f4-4b3fe5556519 up at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:59:42.880498 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning for port dcf98e4b-124d-48c1-b7f4-4b3fe5556519 completed by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 09:59:43.546183 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db25d866-2b6c-45bc-8b36-25e861b77bb4 None None] Network dc53c531-d85f-453a-ae77-680c6a27ff5d requested from dv-cinder-797510-1-iscsi {{(pid=93712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 09:59:43.702322 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-396c0e67-d0d6-4efc-8d3e-17725ac4c3f1 None None] Provisioning for port dcf98e4b-124d-48c1-b7f4-4b3fe5556519 completed by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 09:59:43.710664 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-396c0e67-d0d6-4efc-8d3e-17725ac4c3f1 None None] Provisioning complete for port dcf98e4b-124d-48c1-b7f4-4b3fe5556519 triggered by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 09:59:43.711072 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-396c0e67-d0d6-4efc-8d3e-17725ac4c3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:43.844828 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-396c0e67-d0d6-4efc-8d3e-17725ac4c3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:43.885029 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-396c0e67-d0d6-4efc-8d3e-17725ac4c3f1 None None] For port dcf98e4b-124d-48c1-b7f4-4b3fe5556519, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=dcf98e4b-124d-48c1-b7f4-4b3fe5556519,segment=NetworkSegment(07cdae8b-c31a-43be-a6b2-ae8854811f32),segment_id=07cdae8b-c31a-43be-a6b2-ae8854811f32)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 09:59:44.012064 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-396c0e67-d0d6-4efc-8d3e-17725ac4c3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:44.015453 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-f6f51b89-20ea-426d-81b4-ce14d9fce62c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 09:59:44.060544 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396c0e67-d0d6-4efc-8d3e-17725ac4c3f1 None None] Pushing event updated for resources: {'Port': ['ID=dcf98e4b-124d-48c1-b7f4-4b3fe5556519,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:59:44.063817 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-396c0e67-d0d6-4efc-8d3e-17725ac4c3f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 09:59:44.131227 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-9d0d0454-c968-467c-ba21-b065eeff94ac None None] Provisioning complete for port dcf98e4b-124d-48c1-b7f4-4b3fe5556519 triggered by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 09:59:44.131593 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9d0d0454-c968-467c-ba21-b065eeff94ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:44.176786 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 57776) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 09:59:44.468855 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [None req-50b6472b-d211-40b4-9d86-708c4f506a01 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '2b750c626c5b4654adf29b80a06ff7f7', 'admin_state_up': True}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 09:59:44.560552 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-50b6472b-d211-40b4-9d86-708c4f506a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1703949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11356'] for router, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:44.562028 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-50b6472b-d211-40b4-9d86-708c4f506a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1666384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11349'] for router, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:44.695629 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-50b6472b-d211-40b4-9d86-708c4f506a01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:44.716246 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device dcf98e4b-124d-48c1-b7f4-4b3fe5556519 up at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 09:59:44.761054 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning complete for port dcf98e4b-124d-48c1-b7f4-4b3fe5556519 triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 09:59:44.761403 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:44.806884 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-50b6472b-d211-40b4-9d86-708c4f506a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1735028'] for router, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:44.903395 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-50b6472b-d211-40b4-9d86-708c4f506a01 admin admin] Notify callbacks [] for router, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:44.904593 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-50b6472b-d211-40b4-9d86-708c4f506a01 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7268443 Jun 23 09:59:47.210460 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 57784) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 09:59:47.529352 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [None req-fb09b9b4-eb1d-4d71-901e-f4ecb0c130ca admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93710) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 09:59:47.530830 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-fb09b9b4-eb1d-4d71-901e-f4ecb0c130ca admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3193164 Jun 23 09:59:47.902987 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6fbace9f-5a0a-4918-96a4-6b1e1162028c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:48.092250 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.agents_db [None req-4b03355e-e743-40fc-912e-580b49e4c212 None None] Agent healthcheck: found 5 active agents {{(pid=93713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 09:59:49.891546 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 57792) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 09:59:50.197829 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [None req-5d066341-42de-45f1-b175-13ebf8bd86e5 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 09:59:50.308852 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d066341-42de-45f1-b175-13ebf8bd86e5 admin admin] Made reservation on behalf of fe58ed5012f24b7e8ccb2b2fc4e8cddb for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:59:50.311690 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5d066341-42de-45f1-b175-13ebf8bd86e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:50.327347 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5d066341-42de-45f1-b175-13ebf8bd86e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:50.378106 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-96d359bf-0783-496b-9baa-10ef66e09892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:50.444604 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5d066341-42de-45f1-b175-13ebf8bd86e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:50.526484 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5d066341-42de-45f1-b175-13ebf8bd86e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:50.532007 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 09:59:50.538947 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5d066341-42de-45f1-b175-13ebf8bd86e5 admin admin] Reserving flat network on physical network physnet1 {{(pid=93711) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 23 09:59:50.570455 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5d066341-42de-45f1-b175-13ebf8bd86e5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731988835094', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-523806'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:50.570984 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5d066341-42de-45f1-b175-13ebf8bd86e5 admin admin] Unsubscribe: segment precommit_create {{(pid=93711) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 23 09:59:50.571470 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.db.segments_db [None req-5d066341-42de-45f1-b175-13ebf8bd86e5 admin admin] Added segment d24f8ae7-6ec3-469c-850d-4a663419c87d of type flat for network 6c022cdf-7908-4fe1-9f3f-494480d09f28 Jun 23 09:59:50.583750 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:50.592868 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d066341-42de-45f1-b175-13ebf8bd86e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48508165-3320-45d6-8077-97254d8994fc,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:59:50.655107 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d066341-42de-45f1-b175-13ebf8bd86e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:59:50.655449 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d066341-42de-45f1-b175-13ebf8bd86e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:59:50.655773 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d066341-42de-45f1-b175-13ebf8bd86e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:59:50.656088 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d066341-42de-45f1-b175-13ebf8bd86e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:59:50.656398 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d066341-42de-45f1-b175-13ebf8bd86e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:59:50.656723 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d066341-42de-45f1-b175-13ebf8bd86e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:59:50.657033 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d066341-42de-45f1-b175-13ebf8bd86e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:59:50.657338 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d066341-42de-45f1-b175-13ebf8bd86e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:59:50.657654 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d066341-42de-45f1-b175-13ebf8bd86e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:59:50.657957 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d066341-42de-45f1-b175-13ebf8bd86e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:59:50.658259 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d066341-42de-45f1-b175-13ebf8bd86e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:59:50.658577 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d066341-42de-45f1-b175-13ebf8bd86e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:59:50.659819 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d066341-42de-45f1-b175-13ebf8bd86e5 admin admin] Tracked resource versions report: Jun 23 09:59:50.659819 dv-cinder-797510-1-iscsi neutron-server[93711]: pushed versions: Jun 23 09:59:50.659819 dv-cinder-797510-1-iscsi neutron-server[93711]: { 'AddressGroup': {'1.2'}, Jun 23 09:59:50.659819 dv-cinder-797510-1-iscsi neutron-server[93711]: 'ConntrackHelper': {'1.0'}, Jun 23 09:59:50.659819 dv-cinder-797510-1-iscsi neutron-server[93711]: 'Log': {'1.0'}, Jun 23 09:59:50.659819 dv-cinder-797510-1-iscsi neutron-server[93711]: 'Network': {'1.1'}, Jun 23 09:59:50.659819 dv-cinder-797510-1-iscsi neutron-server[93711]: 'Port': {'1.7'}, Jun 23 09:59:50.659819 dv-cinder-797510-1-iscsi neutron-server[93711]: 'PortForwarding': {'1.2'}, Jun 23 09:59:50.659819 dv-cinder-797510-1-iscsi neutron-server[93711]: 'QosPolicy': {'1.8'}, Jun 23 09:59:50.659819 dv-cinder-797510-1-iscsi neutron-server[93711]: 'SecurityGroup': {'1.4'}, Jun 23 09:59:50.659819 dv-cinder-797510-1-iscsi neutron-server[93711]: 'SecurityGroupRule': {'1.2'}, Jun 23 09:59:50.659819 dv-cinder-797510-1-iscsi neutron-server[93711]: 'SubPort': {'1.0'}, Jun 23 09:59:50.659819 dv-cinder-797510-1-iscsi neutron-server[93711]: 'Subnet': {'1.1'}, Jun 23 09:59:50.659819 dv-cinder-797510-1-iscsi neutron-server[93711]: 'Trunk': {'1.1'}} Jun 23 09:59:50.659819 dv-cinder-797510-1-iscsi neutron-server[93711]: consumer versions: Jun 23 09:59:50.659819 dv-cinder-797510-1-iscsi neutron-server[93711]: { DHCP agent@dv-cinder-797510-1-iscsi: {}, Jun 23 09:59:50.659819 dv-cinder-797510-1-iscsi neutron-server[93711]: L3 agent@dv-cinder-797510-1-iscsi: {}, Jun 23 09:59:50.659819 dv-cinder-797510-1-iscsi neutron-server[93711]: Metadata agent@dv-cinder-797510-1-iscsi: {}, Jun 23 09:59:50.659819 dv-cinder-797510-1-iscsi neutron-server[93711]: Metering agent@dv-cinder-797510-1-iscsi: {}, Jun 23 09:59:50.659819 dv-cinder-797510-1-iscsi neutron-server[93711]: Open vSwitch agent@dv-cinder-797510-1-iscsi: { 'AddressGroup': '1.2', Jun 23 09:59:50.659819 dv-cinder-797510-1-iscsi neutron-server[93711]: 'ConntrackHelper': '1.0', Jun 23 09:59:50.659819 dv-cinder-797510-1-iscsi neutron-server[93711]: 'Log': '1.0', Jun 23 09:59:50.659819 dv-cinder-797510-1-iscsi neutron-server[93711]: 'Network': '1.1', Jun 23 09:59:50.659819 dv-cinder-797510-1-iscsi neutron-server[93711]: 'Port': '1.7', Jun 23 09:59:50.659819 dv-cinder-797510-1-iscsi neutron-server[93711]: 'PortForwarding': '1.2', Jun 23 09:59:50.659819 dv-cinder-797510-1-iscsi neutron-server[93711]: 'QosPolicy': '1.8', Jun 23 09:59:50.659819 dv-cinder-797510-1-iscsi neutron-server[93711]: 'SecurityGroup': '1.4', Jun 23 09:59:50.659819 dv-cinder-797510-1-iscsi neutron-server[93711]: 'SecurityGroupRule': '1.2', Jun 23 09:59:50.659819 dv-cinder-797510-1-iscsi neutron-server[93711]: 'SubPort': '1.0', Jun 23 09:59:50.659819 dv-cinder-797510-1-iscsi neutron-server[93711]: 'Subnet': '1.1', Jun 23 09:59:50.659819 dv-cinder-797510-1-iscsi neutron-server[93711]: 'Trunk': '1.1'}} Jun 23 09:59:50.659819 dv-cinder-797510-1-iscsi neutron-server[93711]: {{(pid=93711) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 09:59:50.704591 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5d066341-42de-45f1-b175-13ebf8bd86e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731988267798'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:50.713823 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-5d066341-42de-45f1-b175-13ebf8bd86e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 09:59:50.834402 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5d066341-42de-45f1-b175-13ebf8bd86e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-193570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:50.835803 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d066341-42de-45f1-b175-13ebf8bd86e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 09:59:50.836467 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5d066341-42de-45f1-b175-13ebf8bd86e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:50.839252 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 09:59:50.937302 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d066341-42de-45f1-b175-13ebf8bd86e5 admin admin] Pushing event updated for resources: {'Network': ['ID=6c022cdf-7908-4fe1-9f3f-494480d09f28,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:59:50.941363 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-5d066341-42de-45f1-b175-13ebf8bd86e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 09:59:50.948259 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Network 6c022cdf-7908-4fe1-9f3f-494480d09f28 details requested by agent ovs-agent-dv-cinder-797510-1-iscsi with host dv-cinder-797510-1-iscsi {{(pid=93712) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 09:59:51.075421 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-5d066341-42de-45f1-b175-13ebf8bd86e5 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1828198 Jun 23 09:59:51.405739 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-549d35a9-2eb0-42c6-a322-a779b3edc54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:53.368023 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 57814) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 09:59:53.423161 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-329354e5-9e69-417d-83ab-34bb473e22da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:53.579505 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc7e2dc-448c-4271-a053-554140a9f18a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 09:59:53.580861 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-2bc7e2dc-448c-4271-a053-554140a9f18a admin admin] 10.222.0.47 "GET /v2.0/subnets/07130c3b-d36f-4a1c-9648-9d3fc65542af HTTP/1.1" status: 200 len: 849 time: 0.2118933 Jun 23 09:59:53.754282 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-6bcf9b59-4eac-42fd-a098-c73b71f82413 admin admin] 10.222.0.47 "GET /v2.0/routers/b7f15b97-c7e2-4b33-9793-e046523728ba HTTP/1.1" status: 200 len: 704 time: 0.1679535 Jun 23 09:59:54.015911 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0099109d-d83b-4ecf-ab8c-5a74845c0242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:54.307072 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-0099109d-d83b-4ecf-ab8c-5a74845c0242 admin admin] Allocated IP 172.20.0.1 (dc53c531-d85f-453a-ae77-680c6a27ff5d/07130c3b-d36f-4a1c-9648-9d3fc65542af/013a83fe-c6b1-4e1f-8fb1-bf0ed4900ca8) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 09:59:54.488535 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0099109d-d83b-4ecf-ab8c-5a74845c0242 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:54.511336 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-0099109d-d83b-4ecf-ab8c-5a74845c0242 admin admin] Transition to ACTIVE for port object 013a83fe-c6b1-4e1f-8fb1-bf0ed4900ca8 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 09:59:54.663532 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0099109d-d83b-4ecf-ab8c-5a74845c0242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-600500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731988247197'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:54.666436 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 09:59:54.727325 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0099109d-d83b-4ecf-ab8c-5a74845c0242 admin admin] Network dc53c531-d85f-453a-ae77-680c6a27ff5d is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:59:54.734358 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-0099109d-d83b-4ecf-ab8c-5a74845c0242 admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:59:54.744519 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0099109d-d83b-4ecf-ab8c-5a74845c0242 admin admin] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 09:59:54.745061 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0099109d-d83b-4ecf-ab8c-5a74845c0242 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723508'] for router_interface, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:54.805839 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0099109d-d83b-4ecf-ab8c-5a74845c0242 admin admin] Pushing event updated for resources: {'Port': ['ID=013a83fe-c6b1-4e1f-8fb1-bf0ed4900ca8,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:59:54.817232 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-0099109d-d83b-4ecf-ab8c-5a74845c0242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 09:59:55.073554 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0099109d-d83b-4ecf-ab8c-5a74845c0242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:55.137350 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-ce9aff86-e79d-4f6e-96f6-ac6d08b4d975 None None] Provisioning for port 013a83fe-c6b1-4e1f-8fb1-bf0ed4900ca8 completed by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 09:59:55.141497 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-ce9aff86-e79d-4f6e-96f6-ac6d08b4d975 None None] Provisioning complete for port 013a83fe-c6b1-4e1f-8fb1-bf0ed4900ca8 triggered by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 09:59:55.141865 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ce9aff86-e79d-4f6e-96f6-ac6d08b4d975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:55.176722 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-ce9aff86-e79d-4f6e-96f6-ac6d08b4d975 None None] Port 013a83fe-c6b1-4e1f-8fb1-bf0ed4900ca8 cannot update to ACTIVE because it is not bound. {{(pid=93712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 09:59:55.310619 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0099109d-d83b-4ecf-ab8c-5a74845c0242 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:55.445379 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0099109d-d83b-4ecf-ab8c-5a74845c0242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:55.446531 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0099109d-d83b-4ecf-ab8c-5a74845c0242 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1536466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1723544'] for router_interface, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:55.448330 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-0099109d-d83b-4ecf-ab8c-5a74845c0242 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 09:59:55.529120 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0099109d-d83b-4ecf-ab8c-5a74845c0242 admin admin] Pushing event updated for resources: {'Port': ['ID=013a83fe-c6b1-4e1f-8fb1-bf0ed4900ca8,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:59:55.532694 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-0099109d-d83b-4ecf-ab8c-5a74845c0242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 09:59:55.568934 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0099109d-d83b-4ecf-ab8c-5a74845c0242 admin admin] Network dc53c531-d85f-453a-ae77-680c6a27ff5d is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 09:59:55.570187 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-0099109d-d83b-4ecf-ab8c-5a74845c0242 admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:59:55.796499 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-0f798491-3952-4cce-8cc3-84cc643cd4dd None None] Provisioning complete for port 013a83fe-c6b1-4e1f-8fb1-bf0ed4900ca8 triggered by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 09:59:55.796864 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0f798491-3952-4cce-8cc3-84cc643cd4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:55.832807 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-0f798491-3952-4cce-8cc3-84cc643cd4dd None None] Port 013a83fe-c6b1-4e1f-8fb1-bf0ed4900ca8 cannot update to ACTIVE because it is not bound. {{(pid=93712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 09:59:55.846276 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0099109d-d83b-4ecf-ab8c-5a74845c0242 admin admin] Router b7f15b97-c7e2-4b33-9793-e046523728ba is scheduled to L3 agent df545903-e04d-4712-ace0-112b1e927481 with binding_index 1 {{(pid=93711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 09:59:55.934543 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0099109d-d83b-4ecf-ab8c-5a74845c0242 admin admin] Notify agent at l3_agent.dv-cinder-797510-1-iscsi the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 09:59:55.946087 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-0099109d-d83b-4ecf-ab8c-5a74845c0242 admin admin] 10.222.0.47 "PUT /v2.0/routers/b7f15b97-c7e2-4b33-9793-e046523728ba/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1869078 Jun 23 09:59:55.951009 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87f5425-1479-45d1-bcde-3b8e5b6c3e91 None None] Sync routers for ids ['b7f15b97-c7e2-4b33-9793-e046523728ba'] in dv-cinder-797510-1-iscsi {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 09:59:55.963531 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87f5425-1479-45d1-bcde-3b8e5b6c3e91 None None] Routers {'b7f15b97-c7e2-4b33-9793-e046523728ba'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 09:59:55.964355 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-c87f5425-1479-45d1-bcde-3b8e5b6c3e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T09:59:50Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['b7f15b97-c7e2-4b33-9793-e046523728ba'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:59:56.152183 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-c87f5425-1479-45d1-bcde-3b8e5b6c3e91 None None] Set router b7f15b97-c7e2-4b33-9793-e046523728ba gateway port host: None {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 09:59:56.567727 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-c87f5425-1479-45d1-bcde-3b8e5b6c3e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f15b97-c7e2-4b33-9793-e046523728ba', 'name': 'router1', 'tenant_id': '2b750c626c5b4654adf29b80a06ff7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T09:59:44Z', 'updated_at': '2021-06-23T09:59:54Z', 'revision_number': 2, 'project_id': '2b750c626c5b4654adf29b80a06ff7f7', 'gw_port_host': None, '_interfaces': [{'id': '013a83fe-c6b1-4e1f-8fb1-bf0ed4900ca8', 'name': '', 'network_id': 'dc53c531-d85f-453a-ae77-680c6a27ff5d', 'tenant_id': '2b750c626c5b4654adf29b80a06ff7f7', 'mac_address': 'fa:16:3e:03:8a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f15b97-c7e2-4b33-9793-e046523728ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '07130c3b-d36f-4a1c-9648-9d3fc65542af', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T09:59:54Z', 'updated_at': '2021-06-23T09:59:55Z', 'revision_number': 2, 'project_id': '2b750c626c5b4654adf29b80a06ff7f7', 'subnets': [{'id': '07130c3b-d36f-4a1c-9648-9d3fc65542af', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad5aea7b-b909-4102-b907-b09f63ba851d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:59:56.617986 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87f5425-1479-45d1-bcde-3b8e5b6c3e91 None None] Checking router: b7f15b97-c7e2-4b33-9793-e046523728ba for host: dv-cinder-797510-1-iscsi {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 09:59:56.618265 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87f5425-1479-45d1-bcde-3b8e5b6c3e91 None None] Updating router b7f15b97-c7e2-4b33-9793-e046523728ba port 013a83fe-c6b1-4e1f-8fb1-bf0ed4900ca8 binding host dv-cinder-797510-1-iscsi {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 09:59:56.681292 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c87f5425-1479-45d1-bcde-3b8e5b6c3e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:57.164456 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c87f5425-1479-45d1-bcde-3b8e5b6c3e91 None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:57.181911 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c87f5425-1479-45d1-bcde-3b8e5b6c3e91 None None] Transition to ACTIVE for port object 013a83fe-c6b1-4e1f-8fb1-bf0ed4900ca8 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 09:59:57.274342 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c87f5425-1479-45d1-bcde-3b8e5b6c3e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:57.279413 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 09:59:57.431055 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-c87f5425-1479-45d1-bcde-3b8e5b6c3e91 None None] Attempting to bind port 013a83fe-c6b1-4e1f-8fb1-bf0ed4900ca8 on host dv-cinder-797510-1-iscsi for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 09:59:57.431432 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-c87f5425-1479-45d1-bcde-3b8e5b6c3e91 None None] Attempting to bind port 013a83fe-c6b1-4e1f-8fb1-bf0ed4900ca8 by drivers openvswitch,hyperv on host dv-cinder-797510-1-iscsi at level 0 using segments [{'id': '07cdae8b-c31a-43be-a6b2-ae8854811f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dc53c531-d85f-453a-ae77-680c6a27ff5d'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 09:59:57.431852 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87f5425-1479-45d1-bcde-3b8e5b6c3e91 None None] Attempting to bind port 013a83fe-c6b1-4e1f-8fb1-bf0ed4900ca8 on network dc53c531-d85f-453a-ae77-680c6a27ff5d {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 09:59:57.444461 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87f5425-1479-45d1-bcde-3b8e5b6c3e91 None None] Checking agent: {'id': 'b3037b97-c09d-4619-9318-9bf5134e8ab7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 9, 59, 20), 'started_at': datetime.datetime(2021, 6, 23, 9, 59, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 9, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 09:59:57.444883 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87f5425-1479-45d1-bcde-3b8e5b6c3e91 None None] Checking segment: {'id': '07cdae8b-c31a-43be-a6b2-ae8854811f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dc53c531-d85f-453a-ae77-680c6a27ff5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 09:59:57.445345 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c87f5425-1479-45d1-bcde-3b8e5b6c3e91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:57.445725 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87f5425-1479-45d1-bcde-3b8e5b6c3e91 None None] Bound using segment: {'id': '07cdae8b-c31a-43be-a6b2-ae8854811f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dc53c531-d85f-453a-ae77-680c6a27ff5d'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 09:59:57.446257 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-c87f5425-1479-45d1-bcde-3b8e5b6c3e91 None None] Bound port: 013a83fe-c6b1-4e1f-8fb1-bf0ed4900ca8, host: dv-cinder-797510-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07cdae8b-c31a-43be-a6b2-ae8854811f32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'dc53c531-d85f-453a-ae77-680c6a27ff5d'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 09:59:57.446617 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c87f5425-1479-45d1-bcde-3b8e5b6c3e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:57.449701 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04bfdb-224d-4c86-890e-a1c942c54e30 None None] Pushing event updated for resources: {'Port': ['ID=013a83fe-c6b1-4e1f-8fb1-bf0ed4900ca8,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:59:57.465944 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04bfdb-224d-4c86-890e-a1c942c54e30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:59:57.466272 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04bfdb-224d-4c86-890e-a1c942c54e30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:59:57.466592 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04bfdb-224d-4c86-890e-a1c942c54e30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:59:57.466924 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04bfdb-224d-4c86-890e-a1c942c54e30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:59:57.467233 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04bfdb-224d-4c86-890e-a1c942c54e30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:59:57.467541 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04bfdb-224d-4c86-890e-a1c942c54e30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:59:57.467843 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04bfdb-224d-4c86-890e-a1c942c54e30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:59:57.468145 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04bfdb-224d-4c86-890e-a1c942c54e30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:59:57.468472 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04bfdb-224d-4c86-890e-a1c942c54e30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:59:57.468775 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04bfdb-224d-4c86-890e-a1c942c54e30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:59:57.469072 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04bfdb-224d-4c86-890e-a1c942c54e30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:59:57.469369 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04bfdb-224d-4c86-890e-a1c942c54e30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 09:59:57.470413 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a04bfdb-224d-4c86-890e-a1c942c54e30 None None] Tracked resource versions report: Jun 23 09:59:57.470413 dv-cinder-797510-1-iscsi neutron-server[93713]: pushed versions: Jun 23 09:59:57.470413 dv-cinder-797510-1-iscsi neutron-server[93713]: { 'AddressGroup': {'1.2'}, Jun 23 09:59:57.470413 dv-cinder-797510-1-iscsi neutron-server[93713]: 'ConntrackHelper': {'1.0'}, Jun 23 09:59:57.470413 dv-cinder-797510-1-iscsi neutron-server[93713]: 'Log': {'1.0'}, Jun 23 09:59:57.470413 dv-cinder-797510-1-iscsi neutron-server[93713]: 'Network': {'1.1'}, Jun 23 09:59:57.470413 dv-cinder-797510-1-iscsi neutron-server[93713]: 'Port': {'1.7'}, Jun 23 09:59:57.470413 dv-cinder-797510-1-iscsi neutron-server[93713]: 'PortForwarding': {'1.2'}, Jun 23 09:59:57.470413 dv-cinder-797510-1-iscsi neutron-server[93713]: 'QosPolicy': {'1.8'}, Jun 23 09:59:57.470413 dv-cinder-797510-1-iscsi neutron-server[93713]: 'SecurityGroup': {'1.4'}, Jun 23 09:59:57.470413 dv-cinder-797510-1-iscsi neutron-server[93713]: 'SecurityGroupRule': {'1.2'}, Jun 23 09:59:57.470413 dv-cinder-797510-1-iscsi neutron-server[93713]: 'SubPort': {'1.0'}, Jun 23 09:59:57.470413 dv-cinder-797510-1-iscsi neutron-server[93713]: 'Subnet': {'1.1'}, Jun 23 09:59:57.470413 dv-cinder-797510-1-iscsi neutron-server[93713]: 'Trunk': {'1.1'}} Jun 23 09:59:57.470413 dv-cinder-797510-1-iscsi neutron-server[93713]: consumer versions: Jun 23 09:59:57.470413 dv-cinder-797510-1-iscsi neutron-server[93713]: { DHCP agent@dv-cinder-797510-1-iscsi: {}, Jun 23 09:59:57.470413 dv-cinder-797510-1-iscsi neutron-server[93713]: L3 agent@dv-cinder-797510-1-iscsi: {}, Jun 23 09:59:57.470413 dv-cinder-797510-1-iscsi neutron-server[93713]: Metadata agent@dv-cinder-797510-1-iscsi: {}, Jun 23 09:59:57.470413 dv-cinder-797510-1-iscsi neutron-server[93713]: Metering agent@dv-cinder-797510-1-iscsi: {}, Jun 23 09:59:57.470413 dv-cinder-797510-1-iscsi neutron-server[93713]: Open vSwitch agent@dv-cinder-797510-1-iscsi: { 'AddressGroup': '1.2', Jun 23 09:59:57.470413 dv-cinder-797510-1-iscsi neutron-server[93713]: 'ConntrackHelper': '1.0', Jun 23 09:59:57.470413 dv-cinder-797510-1-iscsi neutron-server[93713]: 'Log': '1.0', Jun 23 09:59:57.470413 dv-cinder-797510-1-iscsi neutron-server[93713]: 'Network': '1.1', Jun 23 09:59:57.470413 dv-cinder-797510-1-iscsi neutron-server[93713]: 'Port': '1.7', Jun 23 09:59:57.470413 dv-cinder-797510-1-iscsi neutron-server[93713]: 'PortForwarding': '1.2', Jun 23 09:59:57.470413 dv-cinder-797510-1-iscsi neutron-server[93713]: 'QosPolicy': '1.8', Jun 23 09:59:57.470413 dv-cinder-797510-1-iscsi neutron-server[93713]: 'SecurityGroup': '1.4', Jun 23 09:59:57.470413 dv-cinder-797510-1-iscsi neutron-server[93713]: 'SecurityGroupRule': '1.2', Jun 23 09:59:57.470413 dv-cinder-797510-1-iscsi neutron-server[93713]: 'SubPort': '1.0', Jun 23 09:59:57.470413 dv-cinder-797510-1-iscsi neutron-server[93713]: 'Subnet': '1.1', Jun 23 09:59:57.470413 dv-cinder-797510-1-iscsi neutron-server[93713]: 'Trunk': '1.1'}} Jun 23 09:59:57.470413 dv-cinder-797510-1-iscsi neutron-server[93713]: {{(pid=93713) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 09:59:57.475496 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG oslo_concurrency.lockutils [None req-4a04bfdb-224d-4c86-890e-a1c942c54e30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 09:59:57.530218 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-c87f5425-1479-45d1-bcde-3b8e5b6c3e91 None None] For port 013a83fe-c6b1-4e1f-8fb1-bf0ed4900ca8, host dv-cinder-797510-1-iscsi, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 09:59:57.551280 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-c87f5425-1479-45d1-bcde-3b8e5b6c3e91 None None] For port 013a83fe-c6b1-4e1f-8fb1-bf0ed4900ca8, host dv-cinder-797510-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=013a83fe-c6b1-4e1f-8fb1-bf0ed4900ca8,segment=NetworkSegment(07cdae8b-c31a-43be-a6b2-ae8854811f32),segment_id=07cdae8b-c31a-43be-a6b2-ae8854811f32)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 09:59:57.635049 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c87f5425-1479-45d1-bcde-3b8e5b6c3e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:57.638180 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG oslo_concurrency.lockutils [None req-4a04bfdb-224d-4c86-890e-a1c942c54e30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 09:59:57.697997 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87f5425-1479-45d1-bcde-3b8e5b6c3e91 None None] Routers {'b7f15b97-c7e2-4b33-9793-e046523728ba'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 09:59:57.698615 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-c87f5425-1479-45d1-bcde-3b8e5b6c3e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T09:59:50Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['b7f15b97-c7e2-4b33-9793-e046523728ba'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:59:57.734388 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04bfdb-224d-4c86-890e-a1c942c54e30 None None] Pushing event updated for resources: {'Port': ['ID=013a83fe-c6b1-4e1f-8fb1-bf0ed4900ca8,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:59:57.737860 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG oslo_concurrency.lockutils [None req-4a04bfdb-224d-4c86-890e-a1c942c54e30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 09:59:57.793056 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-c87f5425-1479-45d1-bcde-3b8e5b6c3e91 None None] Set router b7f15b97-c7e2-4b33-9793-e046523728ba gateway port host: None {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 09:59:58.021326 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-c87f5425-1479-45d1-bcde-3b8e5b6c3e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f15b97-c7e2-4b33-9793-e046523728ba', 'name': 'router1', 'tenant_id': '2b750c626c5b4654adf29b80a06ff7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T09:59:44Z', 'updated_at': '2021-06-23T09:59:54Z', 'revision_number': 2, 'project_id': '2b750c626c5b4654adf29b80a06ff7f7', 'gw_port_host': None, '_interfaces': [{'id': '013a83fe-c6b1-4e1f-8fb1-bf0ed4900ca8', 'name': '', 'network_id': 'dc53c531-d85f-453a-ae77-680c6a27ff5d', 'tenant_id': '2b750c626c5b4654adf29b80a06ff7f7', 'mac_address': 'fa:16:3e:03:8a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f15b97-c7e2-4b33-9793-e046523728ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '07130c3b-d36f-4a1c-9648-9d3fc65542af', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T09:59:54Z', 'updated_at': '2021-06-23T09:59:57Z', 'revision_number': 4, 'project_id': '2b750c626c5b4654adf29b80a06ff7f7', 'subnets': [{'id': '07130c3b-d36f-4a1c-9648-9d3fc65542af', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad5aea7b-b909-4102-b907-b09f63ba851d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 09:59:58.049612 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87f5425-1479-45d1-bcde-3b8e5b6c3e91 None None] The sync data for ids ['b7f15b97-c7e2-4b33-9793-e046523728ba'] in dv-cinder-797510-1-iscsi is: [{'id': 'b7f15b97-c7e2-4b33-9793-e046523728ba', 'name': 'router1', 'tenant_id': '2b750c626c5b4654adf29b80a06ff7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T09:59:44Z', 'updated_at': '2021-06-23T09:59:54Z', 'revision_number': 2, 'project_id': '2b750c626c5b4654adf29b80a06ff7f7', 'gw_port_host': None, '_interfaces': [{'id': '013a83fe-c6b1-4e1f-8fb1-bf0ed4900ca8', 'name': '', 'network_id': 'dc53c531-d85f-453a-ae77-680c6a27ff5d', 'tenant_id': '2b750c626c5b4654adf29b80a06ff7f7', 'mac_address': 'fa:16:3e:03:8a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f15b97-c7e2-4b33-9793-e046523728ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '07130c3b-d36f-4a1c-9648-9d3fc65542af', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T09:59:54Z', 'updated_at': '2021-06-23T09:59:57Z', 'revision_number': 4, 'project_id': '2b750c626c5b4654adf29b80a06ff7f7', 'subnets': [{'id': '07130c3b-d36f-4a1c-9648-9d3fc65542af', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad5aea7b-b909-4102-b907-b09f63ba851d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 09:59:58.160224 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 57834) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 09:59:58.274616 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f38dd24-24c5-40f6-b0f5-01b70ac52c4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 09:59:58.275929 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-6f38dd24-24c5-40f6-b0f5-01b70ac52c4f admin admin] 10.222.0.47 "GET /v2.0/networks/6c022cdf-7908-4fe1-9f3f-494480d09f28 HTTP/1.1" status: 200 len: 842 time: 0.1147602 Jun 23 09:59:58.285640 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [None req-45f267c9-eaa2-42ff-babc-ca71979178bd admin admin] Request body: {'subnet': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24'}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 09:59:58.411746 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f267c9-eaa2-42ff-babc-ca71979178bd admin admin] Made reservation on behalf of fe58ed5012f24b7e8ccb2b2fc4e8cddb for: {'subnet': 1} {{(pid=93710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 09:59:58.414003 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-45f267c9-eaa2-42ff-babc-ca71979178bd admin admin] Notify callbacks [] for subnet, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:58.781737 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.objects.ports [None req-45f267c9-eaa2-42ff-babc-ca71979178bd admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93710) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 23 09:59:58.782163 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-45f267c9-eaa2-42ff-babc-ca71979178bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987'] for subnet, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:58.785465 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 09:59:58.834785 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f267c9-eaa2-42ff-babc-ca71979178bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f1b229c-fc1e-4856-a495-4ccd56c0ef48,revision_number=0']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 09:59:58.838257 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-45f267c9-eaa2-42ff-babc-ca71979178bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 09:59:58.844763 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f267c9-eaa2-42ff-babc-ca71979178bd admin admin] Checking segment: {'id': 'd24f8ae7-6ec3-469c-850d-4a663419c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 09:59:58.845110 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f267c9-eaa2-42ff-babc-ca71979178bd admin admin] Network hostable DHCP agents. Network: 6c022cdf-7908-4fe1-9f3f-494480d09f28, hostable agents: ['676dd52a-94e8-4a4d-a39c-76e96eb0afdc'], hosted agents: [] {{(pid=93710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 09:59:58.954791 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f267c9-eaa2-42ff-babc-ca71979178bd admin admin] Network 6c022cdf-7908-4fe1-9f3f-494480d09f28 is scheduled to be hosted by DHCP agent 676dd52a-94e8-4a4d-a39c-76e96eb0afdc with binding_index 1 {{(pid=93710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 09:59:59.028636 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.base_scheduler [None req-45f267c9-eaa2-42ff-babc-ca71979178bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797510-1-iscsi, 6c022cdf-7908-4fe1-9f3f-494480d09f28) {{(pid=93710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 09:59:59.032540 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f267c9-eaa2-42ff-babc-ca71979178bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 09:59:59.033119 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-45f267c9-eaa2-42ff-babc-ca71979178bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for subnet, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 09:59:59.039386 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930d0f07-598a-4de0-91af-511d790f10f6 None None] Network 6c022cdf-7908-4fe1-9f3f-494480d09f28 requested from dv-cinder-797510-1-iscsi {{(pid=93712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 09:59:59.092013 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-45f267c9-eaa2-42ff-babc-ca71979178bd admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8103256 Jun 23 09:59:59.170247 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47902494-0b3a-4c57-bd41-082852f64817 None None] Network 6c022cdf-7908-4fe1-9f3f-494480d09f28 requested from dv-cinder-797510-1-iscsi {{(pid=93712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 10:00:01.342407 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 57846) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:00:01.559885 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-e74d8bf5-f24a-4ce6-9b95-24da835c7b76 admin admin] 10.222.0.47 "GET /v2.0/routers/b7f15b97-c7e2-4b33-9793-e046523728ba HTTP/1.1" status: 200 len: 710 time: 0.2113824 Jun 23 10:00:01.647557 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07dd8242-590f-462b-b7a6-71eb4379d775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:00:01.648899 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-07dd8242-590f-462b-b7a6-71eb4379d775 admin admin] 10.222.0.47 "GET /v2.0/networks/6c022cdf-7908-4fe1-9f3f-494480d09f28 HTTP/1.1" status: 200 len: 886 time: 0.0888944 Jun 23 10:00:01.660385 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [None req-230d4a51-4b4b-4315-ad8f-08161c01cad3 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28'}}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:00:01.902934 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-230d4a51-4b4b-4315-ad8f-08161c01cad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11335'] for router, precommit_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:00:02.270784 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-230d4a51-4b4b-4315-ad8f-08161c01cad3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:00:02.344136 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-230d4a51-4b4b-4315-ad8f-08161c01cad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for port, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:00:02.491167 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.db_base_plugin_common [None req-230d4a51-4b4b-4315-ad8f-08161c01cad3 admin admin] Allocated IP 172.27.2.45 (6c022cdf-7908-4fe1-9f3f-494480d09f28/2f1b229c-fc1e-4856-a495-4ccd56c0ef48/63ecfd53-6f36-4a3c-8843-3616829ded3a) {{(pid=93710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 10:00:02.595001 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-230d4a51-4b4b-4315-ad8f-08161c01cad3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:00:02.732467 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-230d4a51-4b4b-4315-ad8f-08161c01cad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-600500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731988247197'] for port, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:00:02.734885 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:00:02.748881 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device 013a83fe-c6b1-4e1f-8fb1-bf0ed4900ca8 up at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:00:02.806359 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230d4a51-4b4b-4315-ad8f-08161c01cad3 admin admin] Network 6c022cdf-7908-4fe1-9f3f-494480d09f28 is already hosted by enough agents. {{(pid=93710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:00:02.810915 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.base_scheduler [None req-230d4a51-4b4b-4315-ad8f-08161c01cad3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:00:02.817535 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230d4a51-4b4b-4315-ad8f-08161c01cad3 admin admin] Received port after_create {{(pid=93710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 10:00:02.853179 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230d4a51-4b4b-4315-ad8f-08161c01cad3 admin admin] Pushing event updated for resources: {'Port': ['ID=63ecfd53-6f36-4a3c-8843-3616829ded3a,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:00:02.857631 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-230d4a51-4b4b-4315-ad8f-08161c01cad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:00:02.903337 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning for port 013a83fe-c6b1-4e1f-8fb1-bf0ed4900ca8 completed by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:00:02.907101 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning complete for port 013a83fe-c6b1-4e1f-8fb1-bf0ed4900ca8 triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:00:02.907479 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:00:02.986331 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:00:03.015894 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] For port 013a83fe-c6b1-4e1f-8fb1-bf0ed4900ca8, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=013a83fe-c6b1-4e1f-8fb1-bf0ed4900ca8,segment=NetworkSegment(07cdae8b-c31a-43be-a6b2-ae8854811f32),segment_id=07cdae8b-c31a-43be-a6b2-ae8854811f32)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:00:03.131543 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:00:03.134551 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:00:03.224083 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Pushing event updated for resources: {'Port': ['ID=013a83fe-c6b1-4e1f-8fb1-bf0ed4900ca8,revision_number=5']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:00:03.227188 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:00:03.230116 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-230d4a51-4b4b-4315-ad8f-08161c01cad3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:00:03.418287 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-230d4a51-4b4b-4315-ad8f-08161c01cad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11335'] for router, precommit_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:00:03.421330 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-230d4a51-4b4b-4315-ad8f-08161c01cad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1735028', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1734943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1734918', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1705130'] for router, after_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:00:03.586287 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-230d4a51-4b4b-4315-ad8f-08161c01cad3 admin admin] Router b7f15b97-c7e2-4b33-9793-e046523728ba has already been hosted by L3 agent df545903-e04d-4712-ace0-112b1e927481 {{(pid=93710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 10:00:03.694984 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230d4a51-4b4b-4315-ad8f-08161c01cad3 admin admin] Notify agent at l3_agent.dv-cinder-797510-1-iscsi the message routers_updated {{(pid=93710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 10:00:03.699176 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-230d4a51-4b4b-4315-ad8f-08161c01cad3 admin admin] Notify callbacks [] for router, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:00:03.700349 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-230d4a51-4b4b-4315-ad8f-08161c01cad3 admin admin] 10.222.0.47 "PUT /v2.0/routers/b7f15b97-c7e2-4b33-9793-e046523728ba HTTP/1.1" status: 200 len: 889 time: 2.0439167 Jun 23 10:00:03.717968 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5635a515-09bb-498c-8866-8f5305d38a66 None None] Sync routers for ids ['b7f15b97-c7e2-4b33-9793-e046523728ba'] in dv-cinder-797510-1-iscsi {{(pid=93712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 10:00:03.731617 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5635a515-09bb-498c-8866-8f5305d38a66 None None] Routers {'b7f15b97-c7e2-4b33-9793-e046523728ba'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:00:03.732271 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-5635a515-09bb-498c-8866-8f5305d38a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T09:59:50Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['b7f15b97-c7e2-4b33-9793-e046523728ba'], 'active': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:00:03.953340 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvr_db [None req-5635a515-09bb-498c-8866-8f5305d38a66 None None] Set router b7f15b97-c7e2-4b33-9793-e046523728ba gateway port host: dv-cinder-797510-1-iscsi {{(pid=93712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:00:04.338373 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-5635a515-09bb-498c-8866-8f5305d38a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f15b97-c7e2-4b33-9793-e046523728ba', 'name': 'router1', 'tenant_id': '2b750c626c5b4654adf29b80a06ff7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '63ecfd53-6f36-4a3c-8843-3616829ded3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T09:59:44Z', 'updated_at': '2021-06-23T10:00:02Z', 'revision_number': 4, 'project_id': '2b750c626c5b4654adf29b80a06ff7f7', 'gw_port': {'id': '63ecfd53-6f36-4a3c-8843-3616829ded3a', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cf:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f15b97-c7e2-4b33-9793-e046523728ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:00:02Z', 'updated_at': '2021-06-23T10:00:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_interfaces': [{'id': '013a83fe-c6b1-4e1f-8fb1-bf0ed4900ca8', 'name': '', 'network_id': 'dc53c531-d85f-453a-ae77-680c6a27ff5d', 'tenant_id': '2b750c626c5b4654adf29b80a06ff7f7', 'mac_address': 'fa:16:3e:03:8a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f15b97-c7e2-4b33-9793-e046523728ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '07130c3b-d36f-4a1c-9648-9d3fc65542af', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T09:59:54Z', 'updated_at': '2021-06-23T10:00:02Z', 'revision_number': 5, 'project_id': '2b750c626c5b4654adf29b80a06ff7f7', 'subnets': [{'id': '07130c3b-d36f-4a1c-9648-9d3fc65542af', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad5aea7b-b909-4102-b907-b09f63ba851d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:00:04.388987 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5635a515-09bb-498c-8866-8f5305d38a66 None None] Checking router: b7f15b97-c7e2-4b33-9793-e046523728ba for host: dv-cinder-797510-1-iscsi {{(pid=93712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 10:00:04.389331 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5635a515-09bb-498c-8866-8f5305d38a66 None None] Updating router b7f15b97-c7e2-4b33-9793-e046523728ba port 63ecfd53-6f36-4a3c-8843-3616829ded3a binding host dv-cinder-797510-1-iscsi {{(pid=93712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 10:00:04.420687 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5635a515-09bb-498c-8866-8f5305d38a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:00:04.749668 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device 013a83fe-c6b1-4e1f-8fb1-bf0ed4900ca8 up at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:00:04.797846 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5635a515-09bb-498c-8866-8f5305d38a66 None None] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:00:04.809975 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-5635a515-09bb-498c-8866-8f5305d38a66 None None] Transition to ACTIVE for port object 63ecfd53-6f36-4a3c-8843-3616829ded3a will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:00:04.826890 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning complete for port 013a83fe-c6b1-4e1f-8fb1-bf0ed4900ca8 triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:00:04.827282 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:00:04.891019 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5635a515-09bb-498c-8866-8f5305d38a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:00:04.897791 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-396c0e67-d0d6-4efc-8d3e-17725ac4c3f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:00:04.951536 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-5635a515-09bb-498c-8866-8f5305d38a66 None None] Attempting to bind port 63ecfd53-6f36-4a3c-8843-3616829ded3a on host dv-cinder-797510-1-iscsi for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 10:00:04.951909 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-5635a515-09bb-498c-8866-8f5305d38a66 None None] Attempting to bind port 63ecfd53-6f36-4a3c-8843-3616829ded3a by drivers openvswitch,hyperv on host dv-cinder-797510-1-iscsi at level 0 using segments [{'id': 'd24f8ae7-6ec3-469c-850d-4a663419c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 10:00:04.952271 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5635a515-09bb-498c-8866-8f5305d38a66 None None] Attempting to bind port 63ecfd53-6f36-4a3c-8843-3616829ded3a on network 6c022cdf-7908-4fe1-9f3f-494480d09f28 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:00:04.963318 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5635a515-09bb-498c-8866-8f5305d38a66 None None] Checking agent: {'id': 'b3037b97-c09d-4619-9318-9bf5134e8ab7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 9, 59, 20), 'started_at': datetime.datetime(2021, 6, 23, 9, 59, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 9, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 10:00:04.964036 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5635a515-09bb-498c-8866-8f5305d38a66 None None] Checking segment: {'id': 'd24f8ae7-6ec3-469c-850d-4a663419c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:00:04.964140 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5635a515-09bb-498c-8866-8f5305d38a66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:00:04.964460 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5635a515-09bb-498c-8866-8f5305d38a66 None None] Bound using segment: {'id': 'd24f8ae7-6ec3-469c-850d-4a663419c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 10:00:04.964957 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-5635a515-09bb-498c-8866-8f5305d38a66 None None] Bound port: 63ecfd53-6f36-4a3c-8843-3616829ded3a, host: dv-cinder-797510-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd24f8ae7-6ec3-469c-850d-4a663419c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 10:00:04.965329 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5635a515-09bb-498c-8866-8f5305d38a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:00:05.067590 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cfe2b5-40db-4c57-8c43-442d3af8ca6d None None] Pushing event updated for resources: {'Port': ['ID=63ecfd53-6f36-4a3c-8843-3616829ded3a,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:00:05.071408 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-33cfe2b5-40db-4c57-8c43-442d3af8ca6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:00:05.101021 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-5635a515-09bb-498c-8866-8f5305d38a66 None None] For port 63ecfd53-6f36-4a3c-8843-3616829ded3a, host dv-cinder-797510-1-iscsi, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 10:00:05.104014 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-5635a515-09bb-498c-8866-8f5305d38a66 None None] For port 63ecfd53-6f36-4a3c-8843-3616829ded3a, host dv-cinder-797510-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=63ecfd53-6f36-4a3c-8843-3616829ded3a,segment=NetworkSegment(d24f8ae7-6ec3-469c-850d-4a663419c87d),segment_id=d24f8ae7-6ec3-469c-850d-4a663419c87d)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 10:00:05.200636 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5635a515-09bb-498c-8866-8f5305d38a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:00:05.202788 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:00:05.253267 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5635a515-09bb-498c-8866-8f5305d38a66 None None] Routers {'b7f15b97-c7e2-4b33-9793-e046523728ba'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:00:05.253871 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-5635a515-09bb-498c-8866-8f5305d38a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T09:59:50Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['b7f15b97-c7e2-4b33-9793-e046523728ba'], 'active': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:00:05.295999 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cfe2b5-40db-4c57-8c43-442d3af8ca6d None None] Pushing event updated for resources: {'Port': ['ID=63ecfd53-6f36-4a3c-8843-3616829ded3a,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:00:05.299006 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-33cfe2b5-40db-4c57-8c43-442d3af8ca6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:00:05.367088 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvr_db [None req-5635a515-09bb-498c-8866-8f5305d38a66 None None] Set router b7f15b97-c7e2-4b33-9793-e046523728ba gateway port host: dv-cinder-797510-1-iscsi {{(pid=93712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:00:05.573510 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-5635a515-09bb-498c-8866-8f5305d38a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f15b97-c7e2-4b33-9793-e046523728ba', 'name': 'router1', 'tenant_id': '2b750c626c5b4654adf29b80a06ff7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '63ecfd53-6f36-4a3c-8843-3616829ded3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T09:59:44Z', 'updated_at': '2021-06-23T10:00:02Z', 'revision_number': 4, 'project_id': '2b750c626c5b4654adf29b80a06ff7f7', 'gw_port': {'id': '63ecfd53-6f36-4a3c-8843-3616829ded3a', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cf:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f15b97-c7e2-4b33-9793-e046523728ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:00:02Z', 'updated_at': '2021-06-23T10:00:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_interfaces': [{'id': '013a83fe-c6b1-4e1f-8fb1-bf0ed4900ca8', 'name': '', 'network_id': 'dc53c531-d85f-453a-ae77-680c6a27ff5d', 'tenant_id': '2b750c626c5b4654adf29b80a06ff7f7', 'mac_address': 'fa:16:3e:03:8a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f15b97-c7e2-4b33-9793-e046523728ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '07130c3b-d36f-4a1c-9648-9d3fc65542af', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T09:59:54Z', 'updated_at': '2021-06-23T10:00:02Z', 'revision_number': 5, 'project_id': '2b750c626c5b4654adf29b80a06ff7f7', 'subnets': [{'id': '07130c3b-d36f-4a1c-9648-9d3fc65542af', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad5aea7b-b909-4102-b907-b09f63ba851d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:00:05.599900 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5635a515-09bb-498c-8866-8f5305d38a66 None None] The sync data for ids ['b7f15b97-c7e2-4b33-9793-e046523728ba'] in dv-cinder-797510-1-iscsi is: [{'id': 'b7f15b97-c7e2-4b33-9793-e046523728ba', 'name': 'router1', 'tenant_id': '2b750c626c5b4654adf29b80a06ff7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.45'}], 'enable_snat': True}, 'gw_port_id': '63ecfd53-6f36-4a3c-8843-3616829ded3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T09:59:44Z', 'updated_at': '2021-06-23T10:00:02Z', 'revision_number': 4, 'project_id': '2b750c626c5b4654adf29b80a06ff7f7', 'gw_port': {'id': '63ecfd53-6f36-4a3c-8843-3616829ded3a', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cf:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f15b97-c7e2-4b33-9793-e046523728ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:00:02Z', 'updated_at': '2021-06-23T10:00:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_interfaces': [{'id': '013a83fe-c6b1-4e1f-8fb1-bf0ed4900ca8', 'name': '', 'network_id': 'dc53c531-d85f-453a-ae77-680c6a27ff5d', 'tenant_id': '2b750c626c5b4654adf29b80a06ff7f7', 'mac_address': 'fa:16:3e:03:8a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f15b97-c7e2-4b33-9793-e046523728ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '07130c3b-d36f-4a1c-9648-9d3fc65542af', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T09:59:54Z', 'updated_at': '2021-06-23T10:00:02Z', 'revision_number': 5, 'project_id': '2b750c626c5b4654adf29b80a06ff7f7', 'subnets': [{'id': '07130c3b-d36f-4a1c-9648-9d3fc65542af', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ad5aea7b-b909-4102-b907-b09f63ba851d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 10:00:06.090426 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 57856) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:00:06.217457 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-1a0c1d93-1bb2-473f-8e9b-2bcd1dfe38f0 admin admin] 10.222.0.47 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1258769 Jun 23 10:00:06.763049 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device 63ecfd53-6f36-4a3c-8843-3616829ded3a up at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:00:06.885572 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning for port 63ecfd53-6f36-4a3c-8843-3616829ded3a completed by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:00:06.889706 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning complete for port 63ecfd53-6f36-4a3c-8843-3616829ded3a triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:00:06.890077 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:00:06.971258 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:00:06.995523 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] For port 63ecfd53-6f36-4a3c-8843-3616829ded3a, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=63ecfd53-6f36-4a3c-8843-3616829ded3a,segment=NetworkSegment(d24f8ae7-6ec3-469c-850d-4a663419c87d),segment_id=d24f8ae7-6ec3-469c-850d-4a663419c87d)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:00:07.074803 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:00:07.076939 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:00:07.131593 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Pushing event updated for resources: {'Port': ['ID=63ecfd53-6f36-4a3c-8843-3616829ded3a,revision_number=4']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:00:07.134755 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:00:08.763748 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device 63ecfd53-6f36-4a3c-8843-3616829ded3a up at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:00:08.818065 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning complete for port 63ecfd53-6f36-4a3c-8843-3616829ded3a triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:00:08.818378 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:00:17.902594 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0e7bbbad-fb42-44cc-9b75-ee30aa63a83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:00:20.388142 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5efa96da-6e24-49e8-a17d-29405db058a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:00:20.708744 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:00:21.428355 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-549d35a9-2eb0-42c6-a322-a779b3edc54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:00:23.422016 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-329354e5-9e69-417d-83ab-34bb473e22da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:00:25.091188 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.agents_db [None req-4b03355e-e743-40fc-912e-580b49e4c212 None None] Agent healthcheck: found 5 active agents {{(pid=93713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 10:00:47.907725 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e9e58acf-7b53-4b3e-a511-a7446036490b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:00:50.361173 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-95038d56-99a9-4bfd-8333-61d17a5adb56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:00:50.725874 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:00:51.673075 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-549d35a9-2eb0-42c6-a322-a779b3edc54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:00:53.473242 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-329354e5-9e69-417d-83ab-34bb473e22da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:01:02.090067 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.agents_db [None req-4b03355e-e743-40fc-912e-580b49e4c212 None None] Agent healthcheck: found 5 active agents {{(pid=93713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 10:01:17.896008 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9f74c5a6-ffd1-4b6d-8050-7340ff1bab34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:01:20.380534 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-510bbab4-274f-447e-9811-e0c7251f876a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:01:20.564188 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:01:21.421224 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-549d35a9-2eb0-42c6-a322-a779b3edc54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:01:23.392597 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-329354e5-9e69-417d-83ab-34bb473e22da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:01:39.087974 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.agents_db [None req-4b03355e-e743-40fc-912e-580b49e4c212 None None] Agent healthcheck: found 5 active agents {{(pid=93713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 10:01:43.071888 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 58426) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:01:43.132242 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bebbead-c465-40a7-b6a0-2d98ece20ec9 admin admin] GET failed (client error): The resource could not be found. Jun 23 10:01:43.133520 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-5bebbead-c465-40a7-b6a0-2d98ece20ec9 admin admin] 10.222.0.47 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0606763 Jun 23 10:01:43.290751 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ec8ca6-197d-4562-a8f2-535a12b7d015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:01:43.292116 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-52ec8ca6-197d-4562-a8f2-535a12b7d015 admin admin] 10.222.0.47 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1549146 Jun 23 10:01:45.391035 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 58436) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:01:45.478460 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dfc136-8f8e-443b-be8f-6c0a9d111b1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:01:45.479801 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-48dfc136-8f8e-443b-be8f-6c0a9d111b1c admin admin] 10.222.0.47 "GET /v2.0/subnets/07130c3b-d36f-4a1c-9648-9d3fc65542af HTTP/1.1" status: 200 len: 849 time: 0.0878148 Jun 23 10:01:45.488886 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [None req-0a851323-36ea-4bd7-8241-d7b923152e57 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:01:45.572200 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0a851323-36ea-4bd7-8241-d7b923152e57 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:01:45.906679 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0a851323-36ea-4bd7-8241-d7b923152e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731988671452'] for subnet, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:01:45.908906 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:01:45.943410 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a851323-36ea-4bd7-8241-d7b923152e57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:01:45.944015 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0a851323-36ea-4bd7-8241-d7b923152e57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:01:45.945316 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-0a851323-36ea-4bd7-8241-d7b923152e57 admin admin] 10.222.0.47 "PUT /v2.0/subnets/07130c3b-d36f-4a1c-9648-9d3fc65542af HTTP/1.1" status: 200 len: 868 time: 0.4600167 Jun 23 10:01:45.963425 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a851323-36ea-4bd7-8241-d7b923152e57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07130c3b-d36f-4a1c-9648-9d3fc65542af,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:01:45.966140 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234fae7e-bd3a-4a92-920b-569217dd3b79 None None] Network dc53c531-d85f-453a-ae77-680c6a27ff5d requested from dv-cinder-797510-1-iscsi {{(pid=93712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 10:01:45.971355 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a851323-36ea-4bd7-8241-d7b923152e57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:01:45.971711 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a851323-36ea-4bd7-8241-d7b923152e57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:01:45.972045 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a851323-36ea-4bd7-8241-d7b923152e57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:01:45.972367 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a851323-36ea-4bd7-8241-d7b923152e57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:01:45.972688 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a851323-36ea-4bd7-8241-d7b923152e57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:01:45.973024 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a851323-36ea-4bd7-8241-d7b923152e57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:01:45.973345 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a851323-36ea-4bd7-8241-d7b923152e57 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:01:45.973698 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a851323-36ea-4bd7-8241-d7b923152e57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:01:45.974016 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a851323-36ea-4bd7-8241-d7b923152e57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:01:45.974329 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a851323-36ea-4bd7-8241-d7b923152e57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:01:45.974642 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a851323-36ea-4bd7-8241-d7b923152e57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:01:45.974982 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a851323-36ea-4bd7-8241-d7b923152e57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:01:45.979164 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-0a851323-36ea-4bd7-8241-d7b923152e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:01:46.299185 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-94160755-2861-4c4a-b1b8-b93dc77e49fb None None] Provisioning complete for port dcf98e4b-124d-48c1-b7f4-4b3fe5556519 triggered by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:01:46.299556 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-94160755-2861-4c4a-b1b8-b93dc77e49fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:01:46.383643 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-94160755-2861-4c4a-b1b8-b93dc77e49fb None None] Provisioning complete for port 013a83fe-c6b1-4e1f-8fb1-bf0ed4900ca8 triggered by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:01:46.384012 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-94160755-2861-4c4a-b1b8-b93dc77e49fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:01:47.883460 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-18c4a565-d1c1-4555-8e17-e3b6917e3ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:01:48.071197 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 58444) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:01:48.265352 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070fdb30-78f0-4d52-a502-e73210c84985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:01:48.265809 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070fdb30-78f0-4d52-a502-e73210c84985 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:01:48.267330 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-070fdb30-78f0-4d52-a502-e73210c84985 admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1951659 Jun 23 10:01:50.346595 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0bc16e1c-8759-412e-8712-1e086b7ebbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:01:50.409733 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 58452) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:01:50.552299 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:01:50.606878 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8f225d-15cc-4a2e-9ceb-04aaffa380fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:01:50.607264 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8f225d-15cc-4a2e-9ceb-04aaffa380fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:01:50.608825 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-cb8f225d-15cc-4a2e-9ceb-04aaffa380fc admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1981616 Jun 23 10:01:51.438301 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-549d35a9-2eb0-42c6-a322-a779b3edc54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:01:52.705695 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 58462) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:01:52.831014 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0189ee98-d2cf-428c-8304-29e039007c9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:01:52.832372 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-0189ee98-d2cf-428c-8304-29e039007c9d admin admin] 10.222.0.47 "GET /v2.0/networks/6c022cdf-7908-4fe1-9f3f-494480d09f28 HTTP/1.1" status: 200 len: 886 time: 0.1257248 Jun 23 10:01:53.438493 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-329354e5-9e69-417d-83ab-34bb473e22da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:01:54.933567 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 58470) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:01:55.074049 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e2445a-990c-4f2e-ad81-55c1a06bc19b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:01:55.076301 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-55e2445a-990c-4f2e-ad81-55c1a06bc19b admin admin] 10.222.0.47 "GET /v2.0/networks/dc53c531-d85f-453a-ae77-680c6a27ff5d HTTP/1.1" status: 200 len: 869 time: 0.1415484 Jun 23 10:01:57.204345 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 58478) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:01:57.330937 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a209205-a58f-41fb-b0d6-91a7038d93c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:01:57.331378 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a209205-a58f-41fb-b0d6-91a7038d93c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:01:57.332881 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-5a209205-a58f-41fb-b0d6-91a7038d93c7 admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1276026 Jun 23 10:01:59.460283 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 58486) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:01:59.551121 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61db1c1-853c-4bf2-a632-9b315cf8d313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:01:59.551568 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61db1c1-853c-4bf2-a632-9b315cf8d313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:01:59.553042 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-c61db1c1-853c-4bf2-a632-9b315cf8d313 admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0918331 Jun 23 10:02:01.650874 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 58494) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:02:01.739482 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ab2a71-6121-4e25-9911-0a55a6d19ac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:02:01.740795 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-d3ab2a71-6121-4e25-9911-0a55a6d19ac1 admin admin] 10.222.0.47 "GET /v2.0/subnets/07130c3b-d36f-4a1c-9648-9d3fc65542af HTTP/1.1" status: 200 len: 868 time: 0.0890043 Jun 23 10:02:03.838848 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 58502) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:02:03.924442 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc674d6-f040-469a-a0dd-3d7c66190dc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:02:03.925772 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-ddc674d6-f040-469a-a0dd-3d7c66190dc4 admin admin] 10.222.0.47 "GET /v2.0/subnets/2f1b229c-fc1e-4856-a495-4ccd56c0ef48 HTTP/1.1" status: 200 len: 816 time: 0.0859914 Jun 23 10:02:16.085674 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.agents_db [None req-4b03355e-e743-40fc-912e-580b49e4c212 None None] Agent healthcheck: found 5 active agents {{(pid=93713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 10:02:17.877146 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-af416a55-6178-4430-99e8-1022244a0dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:02:20.363032 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e4e0eb66-f681-4a70-8b3a-c3eb41c79b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:02:20.557118 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:02:21.431169 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-549d35a9-2eb0-42c6-a322-a779b3edc54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:02:23.436176 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-329354e5-9e69-417d-83ab-34bb473e22da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:02:27.113902 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 58546) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:02:27.160381 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [None req-2d3061b6-dc95-4a0f-9c74-2a68de813873 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 10:02:27.161357 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-2d3061b6-dc95-4a0f-9c74-2a68de813873 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0464993 Jun 23 10:02:29.397012 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 58554) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:02:29.455227 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-7be88c0e-a93e-4fe3-a500-a9cec6684d19 admin admin] GET failed (client error): The resource could not be found. Jun 23 10:02:29.456510 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-7be88c0e-a93e-4fe3-a500-a9cec6684d19 admin admin] 10.222.0.47 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0585752 Jun 23 10:02:29.539171 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e09e75-0c73-4afd-8fef-7a331eb3161d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:02:29.540596 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-d4e09e75-0c73-4afd-8fef-7a331eb3161d admin admin] 10.222.0.47 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0804033 Jun 23 10:02:31.703128 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 58562) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:02:31.748141 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [None req-955fe6bc-de9f-43e6-a8ab-4107a6723e72 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:02:31.814349 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955fe6bc-de9f-43e6-a8ab-4107a6723e72 admin admin] Made reservation on behalf of fe58ed5012f24b7e8ccb2b2fc4e8cddb for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:02:31.816659 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-955fe6bc-de9f-43e6-a8ab-4107a6723e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:02:31.920206 dv-cinder-797510-1-iscsi neutron-server[93711]: WARNING neutron.services.revisions.revision_plugin [None req-955fe6bc-de9f-43e6-a8ab-4107a6723e72 admin admin] Could not find related network for resource to bump revision. Jun 23 10:02:31.934349 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-955fe6bc-de9f-43e6-a8ab-4107a6723e72 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 10:02:31.943492 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-955fe6bc-de9f-43e6-a8ab-4107a6723e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-523806'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:02:31.943824 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.db.segments_db [None req-955fe6bc-de9f-43e6-a8ab-4107a6723e72 admin admin] Added segment 2b1ec84d-3b8e-4fa0-9931-bc956fb8a586 of type vlan for network 6a703507-b5a8-4c83-a1c6-1af4cd518462 Jun 23 10:02:31.989261 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-955fe6bc-de9f-43e6-a8ab-4107a6723e72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731988267798'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:02:32.093704 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-955fe6bc-de9f-43e6-a8ab-4107a6723e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-193570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:02:32.095281 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955fe6bc-de9f-43e6-a8ab-4107a6723e72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:02:32.095852 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-955fe6bc-de9f-43e6-a8ab-4107a6723e72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:02:32.097834 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-5d066341-42de-45f1-b175-13ebf8bd86e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:02:32.154856 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955fe6bc-de9f-43e6-a8ab-4107a6723e72 admin admin] Pushing event updated for resources: {'Network': ['ID=6a703507-b5a8-4c83-a1c6-1af4cd518462,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:02:32.157654 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-955fe6bc-de9f-43e6-a8ab-4107a6723e72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:02:32.164501 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Network 6a703507-b5a8-4c83-a1c6-1af4cd518462 details requested by agent ovs-agent-dv-cinder-797510-1-iscsi with host dv-cinder-797510-1-iscsi {{(pid=93712) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 10:02:32.197519 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-955fe6bc-de9f-43e6-a8ab-4107a6723e72 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4932563 Jun 23 10:02:34.324358 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 58570) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:02:34.383479 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.pecan_wsgi.hooks.translation [None req-97b1050e-7ea4-4bda-bba0-7a9174cddfaf admin admin] GET failed (client error): The resource could not be found. Jun 23 10:02:34.384780 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-97b1050e-7ea4-4bda-bba0-7a9174cddfaf admin admin] 10.222.0.47 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0594900 Jun 23 10:02:34.454222 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe71e767-3aa5-4649-917f-88dca12712fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:02:34.455667 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-fe71e767-3aa5-4649-917f-88dca12712fd admin admin] 10.222.0.47 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0668092 Jun 23 10:02:34.465908 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [None req-31776b9e-0ee9-4362-a379-721a56d74abe admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '6a703507-b5a8-4c83-a1c6-1af4cd518462', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:02:34.551043 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31776b9e-0ee9-4362-a379-721a56d74abe admin admin] Made reservation on behalf of fe58ed5012f24b7e8ccb2b2fc4e8cddb for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:02:34.553353 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-31776b9e-0ee9-4362-a379-721a56d74abe admin admin] Notify callbacks [] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:02:34.785343 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-31776b9e-0ee9-4362-a379-721a56d74abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:02:34.788289 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:02:34.838234 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31776b9e-0ee9-4362-a379-721a56d74abe admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bb87608-2d12-41de-a723-6685e9a159fd,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:02:34.842347 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-31776b9e-0ee9-4362-a379-721a56d74abe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:02:34.850580 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31776b9e-0ee9-4362-a379-721a56d74abe admin admin] Checking segment: {'id': '2b1ec84d-3b8e-4fa0-9931-bc956fb8a586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6a703507-b5a8-4c83-a1c6-1af4cd518462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:02:34.850993 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31776b9e-0ee9-4362-a379-721a56d74abe admin admin] Network hostable DHCP agents. Network: 6a703507-b5a8-4c83-a1c6-1af4cd518462, hostable agents: ['676dd52a-94e8-4a4d-a39c-76e96eb0afdc'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 10:02:34.922462 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31776b9e-0ee9-4362-a379-721a56d74abe admin admin] Network 6a703507-b5a8-4c83-a1c6-1af4cd518462 is scheduled to be hosted by DHCP agent 676dd52a-94e8-4a4d-a39c-76e96eb0afdc with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 10:02:35.029795 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-31776b9e-0ee9-4362-a379-721a56d74abe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797510-1-iscsi, 6a703507-b5a8-4c83-a1c6-1af4cd518462) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:02:35.033760 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31776b9e-0ee9-4362-a379-721a56d74abe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:02:35.034321 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-31776b9e-0ee9-4362-a379-721a56d74abe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:02:35.038927 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999d4197-f830-456a-889c-dbae71fee9a3 None None] Network 6a703507-b5a8-4c83-a1c6-1af4cd518462 requested from dv-cinder-797510-1-iscsi {{(pid=93712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 10:02:35.105511 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-31776b9e-0ee9-4362-a379-721a56d74abe admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6438091 Jun 23 10:02:35.285002 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7e25c3-bbf0-46a1-88e3-25c4e859b832 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa74d5eab-ac2a-5ee0-9548-07359ed1f630-6a703507-b5a8-4c83-a1c6-1af4cd518462', 'network_id': '6a703507-b5a8-4c83-a1c6-1af4cd518462', 'tenant_id': 'fe58ed5012f24b7e8ccb2b2fc4e8cddb', 'fixed_ips': [{'subnet_id': '5bb87608-2d12-41de-a723-6685e9a159fd'}]}} from dv-cinder-797510-1-iscsi. {{(pid=93712) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 10:02:35.285859 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cd7e25c3-bbf0-46a1-88e3-25c4e859b832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:02:35.442341 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-cd7e25c3-bbf0-46a1-88e3-25c4e859b832 None None] Allocated IP 192.168.233.2 (6a703507-b5a8-4c83-a1c6-1af4cd518462/5bb87608-2d12-41de-a723-6685e9a159fd/99e919fd-fad1-42e3-8ed9-e177438ee0a7) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 10:02:35.586854 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cd7e25c3-bbf0-46a1-88e3-25c4e859b832 None None] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:02:35.596335 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-cd7e25c3-bbf0-46a1-88e3-25c4e859b832 None None] Transition to ACTIVE for port object 99e919fd-fad1-42e3-8ed9-e177438ee0a7 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:02:35.611281 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-cd7e25c3-bbf0-46a1-88e3-25c4e859b832 None None] Transition to ACTIVE for port object 99e919fd-fad1-42e3-8ed9-e177438ee0a7 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:02:35.683419 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cd7e25c3-bbf0-46a1-88e3-25c4e859b832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-600500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731988247197'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:02:35.685768 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-f6f51b89-20ea-426d-81b4-ce14d9fce62c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:02:35.725521 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7e25c3-bbf0-46a1-88e3-25c4e859b832 None None] Network 6a703507-b5a8-4c83-a1c6-1af4cd518462 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:02:35.728140 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-cd7e25c3-bbf0-46a1-88e3-25c4e859b832 None None] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:02:35.732233 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7e25c3-bbf0-46a1-88e3-25c4e859b832 None None] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 10:02:35.739371 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7e25c3-bbf0-46a1-88e3-25c4e859b832 None None] Pushing event updated for resources: {'Port': ['ID=99e919fd-fad1-42e3-8ed9-e177438ee0a7,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:02:35.749031 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7e25c3-bbf0-46a1-88e3-25c4e859b832 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:02:35.749367 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7e25c3-bbf0-46a1-88e3-25c4e859b832 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:02:35.749694 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7e25c3-bbf0-46a1-88e3-25c4e859b832 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:02:35.750012 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7e25c3-bbf0-46a1-88e3-25c4e859b832 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:02:35.750331 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7e25c3-bbf0-46a1-88e3-25c4e859b832 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:02:35.750646 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7e25c3-bbf0-46a1-88e3-25c4e859b832 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:02:35.750983 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7e25c3-bbf0-46a1-88e3-25c4e859b832 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:02:35.751314 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7e25c3-bbf0-46a1-88e3-25c4e859b832 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:02:35.751646 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7e25c3-bbf0-46a1-88e3-25c4e859b832 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:02:35.751959 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7e25c3-bbf0-46a1-88e3-25c4e859b832 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:02:35.752266 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7e25c3-bbf0-46a1-88e3-25c4e859b832 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:02:35.752570 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7e25c3-bbf0-46a1-88e3-25c4e859b832 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:02:35.773960 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-cd7e25c3-bbf0-46a1-88e3-25c4e859b832 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:02:35.809906 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-cd7e25c3-bbf0-46a1-88e3-25c4e859b832 None None] Attempting to bind port 99e919fd-fad1-42e3-8ed9-e177438ee0a7 on host dv-cinder-797510-1-iscsi for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 10:02:35.810341 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-cd7e25c3-bbf0-46a1-88e3-25c4e859b832 None None] Attempting to bind port 99e919fd-fad1-42e3-8ed9-e177438ee0a7 by drivers openvswitch,hyperv on host dv-cinder-797510-1-iscsi at level 0 using segments [{'id': '2b1ec84d-3b8e-4fa0-9931-bc956fb8a586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6a703507-b5a8-4c83-a1c6-1af4cd518462'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 10:02:35.810798 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7e25c3-bbf0-46a1-88e3-25c4e859b832 None None] Attempting to bind port 99e919fd-fad1-42e3-8ed9-e177438ee0a7 on network 6a703507-b5a8-4c83-a1c6-1af4cd518462 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:02:35.816871 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7e25c3-bbf0-46a1-88e3-25c4e859b832 None None] Checking agent: {'id': 'b3037b97-c09d-4619-9318-9bf5134e8ab7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 9, 59, 20), 'started_at': datetime.datetime(2021, 6, 23, 9, 59, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 10, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 10:02:35.817335 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7e25c3-bbf0-46a1-88e3-25c4e859b832 None None] Checking segment: {'id': '2b1ec84d-3b8e-4fa0-9931-bc956fb8a586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6a703507-b5a8-4c83-a1c6-1af4cd518462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:02:35.818027 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cd7e25c3-bbf0-46a1-88e3-25c4e859b832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:02:35.818470 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7e25c3-bbf0-46a1-88e3-25c4e859b832 None None] Bound using segment: {'id': '2b1ec84d-3b8e-4fa0-9931-bc956fb8a586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6a703507-b5a8-4c83-a1c6-1af4cd518462'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 10:02:35.819065 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-cd7e25c3-bbf0-46a1-88e3-25c4e859b832 None None] Bound port: 99e919fd-fad1-42e3-8ed9-e177438ee0a7, host: dv-cinder-797510-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b1ec84d-3b8e-4fa0-9931-bc956fb8a586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6a703507-b5a8-4c83-a1c6-1af4cd518462'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 10:02:35.819481 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cd7e25c3-bbf0-46a1-88e3-25c4e859b832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:02:35.882881 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-cd7e25c3-bbf0-46a1-88e3-25c4e859b832 None None] For port 99e919fd-fad1-42e3-8ed9-e177438ee0a7, host dv-cinder-797510-1-iscsi, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 10:02:35.886835 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-cd7e25c3-bbf0-46a1-88e3-25c4e859b832 None None] For port 99e919fd-fad1-42e3-8ed9-e177438ee0a7, host dv-cinder-797510-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=99e919fd-fad1-42e3-8ed9-e177438ee0a7,segment=NetworkSegment(2b1ec84d-3b8e-4fa0-9931-bc956fb8a586),segment_id=2b1ec84d-3b8e-4fa0-9931-bc956fb8a586)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 10:02:36.008919 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cd7e25c3-bbf0-46a1-88e3-25c4e859b832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:02:36.012071 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-33cfe2b5-40db-4c57-8c43-442d3af8ca6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:02:36.068792 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7e25c3-bbf0-46a1-88e3-25c4e859b832 None None] Pushing event updated for resources: {'Port': ['ID=99e919fd-fad1-42e3-8ed9-e177438ee0a7,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:02:36.071981 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-cd7e25c3-bbf0-46a1-88e3-25c4e859b832 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:02:36.851955 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3c25d6-9cae-42b4-bf7e-0ed1ff865e82 None None] Network 6a703507-b5a8-4c83-a1c6-1af4cd518462 requested from dv-cinder-797510-1-iscsi {{(pid=93712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 10:02:36.910773 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device 99e919fd-fad1-42e3-8ed9-e177438ee0a7 up at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:02:37.020402 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-91e65ffb-2c7a-4fd7-81ba-87d8877fec8e None None] Provisioning for port 99e919fd-fad1-42e3-8ed9-e177438ee0a7 completed by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:02:37.050168 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning for port 99e919fd-fad1-42e3-8ed9-e177438ee0a7 completed by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:02:37.056610 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning complete for port 99e919fd-fad1-42e3-8ed9-e177438ee0a7 triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:02:37.059997 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:02:37.153823 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:02:37.190330 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] For port 99e919fd-fad1-42e3-8ed9-e177438ee0a7, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=99e919fd-fad1-42e3-8ed9-e177438ee0a7,segment=NetworkSegment(2b1ec84d-3b8e-4fa0-9931-bc956fb8a586),segment_id=2b1ec84d-3b8e-4fa0-9931-bc956fb8a586)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:02:37.237146 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:02:37.239436 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:02:37.293853 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Pushing event updated for resources: {'Port': ['ID=99e919fd-fad1-42e3-8ed9-e177438ee0a7,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:02:37.297175 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:02:37.347636 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-82d6aec9-6879-4234-ad4b-2464a64469bb None None] Provisioning complete for port 99e919fd-fad1-42e3-8ed9-e177438ee0a7 triggered by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:02:37.348000 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-82d6aec9-6879-4234-ad4b-2464a64469bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:02:38.848210 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device 99e919fd-fad1-42e3-8ed9-e177438ee0a7 up at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:02:38.894408 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning complete for port 99e919fd-fad1-42e3-8ed9-e177438ee0a7 triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:02:38.894797 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:02:47.892843 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0bdabbc6-5c5a-4987-89c5-559fb7668576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:02:50.410181 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e89794f4-6fe2-47e4-baf3-d576a031af7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:02:50.613647 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:02:51.442424 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-549d35a9-2eb0-42c6-a322-a779b3edc54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:02:53.083583 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.agents_db [None req-4b03355e-e743-40fc-912e-580b49e4c212 None None] Agent healthcheck: found 5 active agents {{(pid=93713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 10:02:53.419774 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-329354e5-9e69-417d-83ab-34bb473e22da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:03:17.898976 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c7003289-83dc-4cbf-99fb-c6b209bae098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:03:20.367135 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e9bbd06a-5378-4fc3-984f-d82645305eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:03:20.579616 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:03:21.441479 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-549d35a9-2eb0-42c6-a322-a779b3edc54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:03:23.424272 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-329354e5-9e69-417d-83ab-34bb473e22da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:03:30.083517 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.agents_db [None req-4b03355e-e743-40fc-912e-580b49e4c212 None None] Agent healthcheck: found 5 active agents {{(pid=93713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 10:03:47.864050 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-21b2d783-3dcc-45c1-ac98-2567e7814122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:03:50.360101 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-24c5c029-3a08-473b-bcde-d866048510bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:03:50.583099 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:03:51.422798 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-549d35a9-2eb0-42c6-a322-a779b3edc54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:03:53.445717 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-329354e5-9e69-417d-83ab-34bb473e22da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:03:59.674143 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 58622) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:03:59.680738 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [None req-598abaa1-9dc9-4897-980d-b8eabb4cad27 tempest-verify_tempest_config-584336240 tempest-verify_tempest_config-584336240-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 10:03:59.681676 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-598abaa1-9dc9-4897-980d-b8eabb4cad27 tempest-verify_tempest_config-584336240 tempest-verify_tempest_config-584336240-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065570 Jun 23 10:04:00.166417 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 58640) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:04:00.266845 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-a152e35f-cbff-44f5-89ec-9c8cd725c222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:04:00.355104 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-a152e35f-cbff-44f5-89ec-9c8cd725c222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:04:00.412143 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-a152e35f-cbff-44f5-89ec-9c8cd725c222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:04:00.419005 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:04:00.457317 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a152e35f-cbff-44f5-89ec-9c8cd725c222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea662b81-d4ac-4f79-ac54-0a02e769257b,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:04:00.462180 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-a152e35f-cbff-44f5-89ec-9c8cd725c222 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=07a898f9789a44d1bbb872ced76b0da4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2947657 Jun 23 10:04:00.465292 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 58646) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:04:00.466576 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a152e35f-cbff-44f5-89ec-9c8cd725c222 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:04:00.466961 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a152e35f-cbff-44f5-89ec-9c8cd725c222 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:04:00.467296 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a152e35f-cbff-44f5-89ec-9c8cd725c222 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:04:00.467619 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a152e35f-cbff-44f5-89ec-9c8cd725c222 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:04:00.467933 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a152e35f-cbff-44f5-89ec-9c8cd725c222 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:04:00.468263 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a152e35f-cbff-44f5-89ec-9c8cd725c222 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:04:00.468581 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a152e35f-cbff-44f5-89ec-9c8cd725c222 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:04:00.468891 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a152e35f-cbff-44f5-89ec-9c8cd725c222 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:04:00.469224 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a152e35f-cbff-44f5-89ec-9c8cd725c222 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:04:00.469533 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a152e35f-cbff-44f5-89ec-9c8cd725c222 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:04:00.469840 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a152e35f-cbff-44f5-89ec-9c8cd725c222 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:04:00.470142 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a152e35f-cbff-44f5-89ec-9c8cd725c222 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:04:00.473971 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-a152e35f-cbff-44f5-89ec-9c8cd725c222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:04:00.520243 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-550d3d05-9d92-4398-afa8-cf6b757f0716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:04:00.543958 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-550d3d05-9d92-4398-afa8-cf6b757f0716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:04:00.698278 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-550d3d05-9d92-4398-afa8-cf6b757f0716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:04:00.701248 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-550d3d05-9d92-4398-afa8-cf6b757f0716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:04:00.702372 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-550d3d05-9d92-4398-afa8-cf6b757f0716 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ea662b81-d4ac-4f79-ac54-0a02e769257b HTTP/1.1" status: 204 len: 168 time: 0.2359111 Jun 23 10:04:00.703277 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-5d066341-42de-45f1-b175-13ebf8bd86e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:04:00.711159 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d3d05-9d92-4398-afa8-cf6b757f0716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea662b81-d4ac-4f79-ac54-0a02e769257b,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:04:00.717864 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d3d05-9d92-4398-afa8-cf6b757f0716 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:04:00.718216 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d3d05-9d92-4398-afa8-cf6b757f0716 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:04:00.718548 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d3d05-9d92-4398-afa8-cf6b757f0716 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:04:00.718893 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d3d05-9d92-4398-afa8-cf6b757f0716 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:04:00.719210 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d3d05-9d92-4398-afa8-cf6b757f0716 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:04:00.719627 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d3d05-9d92-4398-afa8-cf6b757f0716 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:04:00.719854 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d3d05-9d92-4398-afa8-cf6b757f0716 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:04:00.720164 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d3d05-9d92-4398-afa8-cf6b757f0716 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:04:00.720487 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d3d05-9d92-4398-afa8-cf6b757f0716 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:04:00.720804 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d3d05-9d92-4398-afa8-cf6b757f0716 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:04:00.721131 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d3d05-9d92-4398-afa8-cf6b757f0716 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:04:00.721407 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550d3d05-9d92-4398-afa8-cf6b757f0716 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:04:00.724388 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-550d3d05-9d92-4398-afa8-cf6b757f0716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:04:07.081137 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.agents_db [None req-4b03355e-e743-40fc-912e-580b49e4c212 None None] Agent healthcheck: found 5 active agents {{(pid=93713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 10:04:17.879115 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-747d4c78-d6aa-4096-b6ac-ad21d20a85ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:04:20.364558 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1feb0e1f-1641-42dd-80e6-eb21da8dc5df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:04:20.604298 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:04:21.400407 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-549d35a9-2eb0-42c6-a322-a779b3edc54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:04:23.438779 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-329354e5-9e69-417d-83ab-34bb473e22da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:04:44.078467 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.agents_db [None req-4b03355e-e743-40fc-912e-580b49e4c212 None None] Agent healthcheck: found 5 active agents {{(pid=93713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 10:04:47.857038 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-dad7c0d9-b906-49bc-b314-dc7e5002ace3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:04:50.364217 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b8a016a8-6a5b-4172-bf1f-cd8f18fd56cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:04:50.588484 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:04:51.456932 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-549d35a9-2eb0-42c6-a322-a779b3edc54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:04:53.485462 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-329354e5-9e69-417d-83ab-34bb473e22da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:05:17.890517 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-85f78677-480d-4e45-b3c2-4593bb90745a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:05:20.380737 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-495dd8bd-62b6-4c7f-9ae0-a40ba78b1513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:05:20.599287 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:05:21.076100 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.agents_db [None req-4b03355e-e743-40fc-912e-580b49e4c212 None None] Agent healthcheck: found 5 active agents {{(pid=93713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 10:05:21.477281 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-549d35a9-2eb0-42c6-a322-a779b3edc54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:05:23.456072 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-329354e5-9e69-417d-83ab-34bb473e22da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:05:32.925121 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085'] for agent, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:05:37.581907 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 58698) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:05:37.696958 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-14c2d2fa-bf0f-44ab-8834-2617cb9ec2d8 admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1133800 Jun 23 10:05:39.836518 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 58708) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:05:39.889401 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-9b56b39d-387b-48d3-ae8b-f6b7b7016489 admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0518079 Jun 23 10:05:47.870857 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-453eacb9-aa3f-48ac-8b54-ea158ec1585f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:05:50.419777 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-76ebb0ca-c8de-4ef7-ad16-ba096d7a4338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:05:50.581295 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:05:51.455692 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-549d35a9-2eb0-42c6-a322-a779b3edc54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:05:53.447758 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-329354e5-9e69-417d-83ab-34bb473e22da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:05:58.074272 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.agents_db [None req-4b03355e-e743-40fc-912e-580b49e4c212 None None] Agent healthcheck: found 6 active agents {{(pid=93713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 10:06:02.872351 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:06:17.872966 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-99012541-0b05-4474-8191-5880164a04a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:06:20.396267 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2f2efda5-1a17-4d26-8e6c-1119f67c74bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:06:20.598497 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:06:21.426361 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-549d35a9-2eb0-42c6-a322-a779b3edc54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:06:23.447334 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-329354e5-9e69-417d-83ab-34bb473e22da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:06:32.876049 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:06:35.076398 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.agents_db [None req-4b03355e-e743-40fc-912e-580b49e4c212 None None] Agent healthcheck: found 6 active agents {{(pid=93713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 10:06:47.888785 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-23d17b5e-20f9-49a7-9adc-dd169d307f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:06:50.360755 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e0dab7d9-890b-4d9d-8281-f4a55122a52c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:06:50.572355 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:06:51.438029 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-549d35a9-2eb0-42c6-a322-a779b3edc54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:06:53.459989 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-329354e5-9e69-417d-83ab-34bb473e22da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:02.871584 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:07.371689 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 58866) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:07:07.687707 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [None req-943bf67f-f5ea-43bf-a11f-713a1b570b39 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1592381872-network', 'tenant_id': '1fc0086e8c45473eaed64745e82da40c'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:07:07.812148 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943bf67f-f5ea-43bf-a11f-713a1b570b39 admin admin] Made reservation on behalf of 1fc0086e8c45473eaed64745e82da40c for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:07:07.815100 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-943bf67f-f5ea-43bf-a11f-713a1b570b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:07.824370 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-943bf67f-f5ea-43bf-a11f-713a1b570b39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:07.914284 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-943bf67f-f5ea-43bf-a11f-713a1b570b39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:08.008821 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-943bf67f-f5ea-43bf-a11f-713a1b570b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:08.013036 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:08.033609 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-943bf67f-f5ea-43bf-a11f-713a1b570b39 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 10:07:08.042342 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943bf67f-f5ea-43bf-a11f-713a1b570b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b66fc2-e4ab-47fb-bfad-2d88183747c1,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:08.046822 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-943bf67f-f5ea-43bf-a11f-713a1b570b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-523806'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:08.047165 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.db.segments_db [None req-943bf67f-f5ea-43bf-a11f-713a1b570b39 admin admin] Added segment 302d0cae-9b55-4cbe-bedd-d535d505cba6 of type vlan for network 2ff48d62-a733-45c7-b4d1-2b275985ec48 Jun 23 10:07:08.057195 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943bf67f-f5ea-43bf-a11f-713a1b570b39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:07:08.057546 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943bf67f-f5ea-43bf-a11f-713a1b570b39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:07:08.057878 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943bf67f-f5ea-43bf-a11f-713a1b570b39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:07:08.058197 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943bf67f-f5ea-43bf-a11f-713a1b570b39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:07:08.058514 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943bf67f-f5ea-43bf-a11f-713a1b570b39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:07:08.058867 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943bf67f-f5ea-43bf-a11f-713a1b570b39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:07:08.059184 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943bf67f-f5ea-43bf-a11f-713a1b570b39 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:07:08.059499 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943bf67f-f5ea-43bf-a11f-713a1b570b39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:07:08.059821 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943bf67f-f5ea-43bf-a11f-713a1b570b39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:07:08.060133 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943bf67f-f5ea-43bf-a11f-713a1b570b39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:07:08.060443 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943bf67f-f5ea-43bf-a11f-713a1b570b39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:07:08.060757 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943bf67f-f5ea-43bf-a11f-713a1b570b39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:07:08.061758 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-943bf67f-f5ea-43bf-a11f-713a1b570b39 admin admin] Tracked resource versions report: Jun 23 10:07:08.061758 dv-cinder-797510-1-iscsi neutron-server[93711]: pushed versions: Jun 23 10:07:08.061758 dv-cinder-797510-1-iscsi neutron-server[93711]: { 'AddressGroup': {'1.2'}, Jun 23 10:07:08.061758 dv-cinder-797510-1-iscsi neutron-server[93711]: 'ConntrackHelper': {'1.0'}, Jun 23 10:07:08.061758 dv-cinder-797510-1-iscsi neutron-server[93711]: 'Log': {'1.0'}, Jun 23 10:07:08.061758 dv-cinder-797510-1-iscsi neutron-server[93711]: 'Network': {'1.1'}, Jun 23 10:07:08.061758 dv-cinder-797510-1-iscsi neutron-server[93711]: 'Port': {'1.7'}, Jun 23 10:07:08.061758 dv-cinder-797510-1-iscsi neutron-server[93711]: 'PortForwarding': {'1.2'}, Jun 23 10:07:08.061758 dv-cinder-797510-1-iscsi neutron-server[93711]: 'QosPolicy': {'1.8'}, Jun 23 10:07:08.061758 dv-cinder-797510-1-iscsi neutron-server[93711]: 'SecurityGroup': {'1.4'}, Jun 23 10:07:08.061758 dv-cinder-797510-1-iscsi neutron-server[93711]: 'SecurityGroupRule': {'1.2'}, Jun 23 10:07:08.061758 dv-cinder-797510-1-iscsi neutron-server[93711]: 'SubPort': {'1.0'}, Jun 23 10:07:08.061758 dv-cinder-797510-1-iscsi neutron-server[93711]: 'Subnet': {'1.1'}, Jun 23 10:07:08.061758 dv-cinder-797510-1-iscsi neutron-server[93711]: 'Trunk': {'1.1'}} Jun 23 10:07:08.061758 dv-cinder-797510-1-iscsi neutron-server[93711]: consumer versions: Jun 23 10:07:08.061758 dv-cinder-797510-1-iscsi neutron-server[93711]: { DHCP agent@dv-cinder-797510-1-iscsi: {}, Jun 23 10:07:08.061758 dv-cinder-797510-1-iscsi neutron-server[93711]: HyperV agent@hv-cinder-79751: {}, Jun 23 10:07:08.061758 dv-cinder-797510-1-iscsi neutron-server[93711]: L3 agent@dv-cinder-797510-1-iscsi: {}, Jun 23 10:07:08.061758 dv-cinder-797510-1-iscsi neutron-server[93711]: Metadata agent@dv-cinder-797510-1-iscsi: {}, Jun 23 10:07:08.061758 dv-cinder-797510-1-iscsi neutron-server[93711]: Metering agent@dv-cinder-797510-1-iscsi: {}, Jun 23 10:07:08.061758 dv-cinder-797510-1-iscsi neutron-server[93711]: Open vSwitch agent@dv-cinder-797510-1-iscsi: { 'AddressGroup': '1.2', Jun 23 10:07:08.061758 dv-cinder-797510-1-iscsi neutron-server[93711]: 'ConntrackHelper': '1.0', Jun 23 10:07:08.061758 dv-cinder-797510-1-iscsi neutron-server[93711]: 'Log': '1.0', Jun 23 10:07:08.061758 dv-cinder-797510-1-iscsi neutron-server[93711]: 'Network': '1.1', Jun 23 10:07:08.061758 dv-cinder-797510-1-iscsi neutron-server[93711]: 'Port': '1.7', Jun 23 10:07:08.061758 dv-cinder-797510-1-iscsi neutron-server[93711]: 'PortForwarding': '1.2', Jun 23 10:07:08.061758 dv-cinder-797510-1-iscsi neutron-server[93711]: 'QosPolicy': '1.8', Jun 23 10:07:08.061758 dv-cinder-797510-1-iscsi neutron-server[93711]: 'SecurityGroup': '1.4', Jun 23 10:07:08.061758 dv-cinder-797510-1-iscsi neutron-server[93711]: 'SecurityGroupRule': '1.2', Jun 23 10:07:08.061758 dv-cinder-797510-1-iscsi neutron-server[93711]: 'SubPort': '1.0', Jun 23 10:07:08.061758 dv-cinder-797510-1-iscsi neutron-server[93711]: 'Subnet': '1.1', Jun 23 10:07:08.061758 dv-cinder-797510-1-iscsi neutron-server[93711]: 'Trunk': '1.1'}} Jun 23 10:07:08.061758 dv-cinder-797510-1-iscsi neutron-server[93711]: {{(pid=93711) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 10:07:08.066094 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-943bf67f-f5ea-43bf-a11f-713a1b570b39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:08.105612 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-943bf67f-f5ea-43bf-a11f-713a1b570b39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731988267798'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:08.218020 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-943bf67f-f5ea-43bf-a11f-713a1b570b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-193570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:08.219421 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943bf67f-f5ea-43bf-a11f-713a1b570b39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:08.220045 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-943bf67f-f5ea-43bf-a11f-713a1b570b39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:08.223326 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-955fe6bc-de9f-43e6-a8ab-4107a6723e72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:08.282370 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943bf67f-f5ea-43bf-a11f-713a1b570b39 admin admin] Pushing event updated for resources: {'Network': ['ID=2ff48d62-a733-45c7-b4d1-2b275985ec48,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:08.285187 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-943bf67f-f5ea-43bf-a11f-713a1b570b39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:08.293337 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Network 2ff48d62-a733-45c7-b4d1-2b275985ec48 details requested by agent ovs-agent-dv-cinder-797510-1-iscsi with host dv-cinder-797510-1-iscsi {{(pid=93712) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 10:07:08.324128 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-943bf67f-f5ea-43bf-a11f-713a1b570b39 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9513745 Jun 23 10:07:08.327067 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 58916) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:07:08.332076 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [None req-ee4fbe64-8820-4dd7-b106-1788a1eef55f admin admin] Request body: {'subnet': {'network_id': '2ff48d62-a733-45c7-b4d1-2b275985ec48', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1592381872-subnet', 'tenant_id': '1fc0086e8c45473eaed64745e82da40c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:07:08.408141 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 58918) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:07:08.440712 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4fbe64-8820-4dd7-b106-1788a1eef55f admin admin] Made reservation on behalf of 1fc0086e8c45473eaed64745e82da40c for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:07:08.444544 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ee4fbe64-8820-4dd7-b106-1788a1eef55f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:08.606977 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 58926) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:07:08.692654 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ee4fbe64-8820-4dd7-b106-1788a1eef55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:08.698500 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-0a851323-36ea-4bd7-8241-d7b923152e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:08.752604 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4fbe64-8820-4dd7-b106-1788a1eef55f admin admin] Pushing event updated for resources: {'Subnet': ['ID=753997d7-9beb-42c5-9777-2f80be92ad24,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:08.755583 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-ee4fbe64-8820-4dd7-b106-1788a1eef55f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:08.758228 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4fbe64-8820-4dd7-b106-1788a1eef55f admin admin] Checking segment: {'id': '302d0cae-9b55-4cbe-bedd-d535d505cba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2ff48d62-a733-45c7-b4d1-2b275985ec48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:07:08.758574 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4fbe64-8820-4dd7-b106-1788a1eef55f admin admin] Network hostable DHCP agents. Network: 2ff48d62-a733-45c7-b4d1-2b275985ec48, hostable agents: ['676dd52a-94e8-4a4d-a39c-76e96eb0afdc'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 10:07:08.823541 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee4fbe64-8820-4dd7-b106-1788a1eef55f admin admin] Network 2ff48d62-a733-45c7-b4d1-2b275985ec48 is scheduled to be hosted by DHCP agent 676dd52a-94e8-4a4d-a39c-76e96eb0afdc with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 10:07:08.837056 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 58946) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:07:08.851207 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [None req-da815d22-5eba-48ee-ae6a-8a2823bc1b3a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1569067436-network', 'tenant_id': '24291804a3fc43a7bb9013ab3736dd4e'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:07:08.867039 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 58950) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:07:08.890625 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [None req-50a6cff6-5d45-44bd-bac5-fdd49aa74f21 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-680481498-network', 'tenant_id': '7d46b0904cf749dda07bbce4569535a4'}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:07:08.909456 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-ee4fbe64-8820-4dd7-b106-1788a1eef55f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797510-1-iscsi, 2ff48d62-a733-45c7-b4d1-2b275985ec48) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:07:08.914638 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4fbe64-8820-4dd7-b106-1788a1eef55f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:08.919394 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ee4fbe64-8820-4dd7-b106-1788a1eef55f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:08.920113 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f23a6b-9098-4f48-8cc2-4c4c55dc9975 None None] Network 2ff48d62-a733-45c7-b4d1-2b275985ec48 requested from dv-cinder-797510-1-iscsi {{(pid=93712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 10:07:08.941542 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da815d22-5eba-48ee-ae6a-8a2823bc1b3a admin admin] Made reservation on behalf of 24291804a3fc43a7bb9013ab3736dd4e for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:07:08.946710 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-da815d22-5eba-48ee-ae6a-8a2823bc1b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:08.958163 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-da815d22-5eba-48ee-ae6a-8a2823bc1b3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:08.999338 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [None req-e298a4d6-37ea-48a5-b2ab-ef1475a0c526 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1884555333-network', 'tenant_id': '2bfd8cef6a2f47babb53716771db0095'}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:07:09.041982 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [None req-8c3415b1-3480-4e0b-a0a7-6fd356eb4c5a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-251920309-network', 'tenant_id': '6fbd81c2fc0a4479bf62e07cfc1cbaa2'}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:07:09.064822 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a29e864-bebd-4ace-8d43-69e347ede39a None None] Network 2ff48d62-a733-45c7-b4d1-2b275985ec48 requested from dv-cinder-797510-1-iscsi {{(pid=93712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 10:07:09.077124 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a6cff6-5d45-44bd-bac5-fdd49aa74f21 admin admin] Made reservation on behalf of 7d46b0904cf749dda07bbce4569535a4 for: {'network': 1} {{(pid=93710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:07:09.080399 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-50a6cff6-5d45-44bd-bac5-fdd49aa74f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for network, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:09.090199 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-50a6cff6-5d45-44bd-bac5-fdd49aa74f21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:09.146613 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-ee4fbe64-8820-4dd7-b106-1788a1eef55f admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8183033 Jun 23 10:07:09.252643 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-da815d22-5eba-48ee-ae6a-8a2823bc1b3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:09.315514 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-da815d22-5eba-48ee-ae6a-8a2823bc1b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:09.320392 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-943bf67f-f5ea-43bf-a11f-713a1b570b39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:09.354129 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da815d22-5eba-48ee-ae6a-8a2823bc1b3a admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 10:07:09.375164 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da815d22-5eba-48ee-ae6a-8a2823bc1b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97bf3568-55a1-4d0d-b407-8d73d2968812,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:09.378345 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-da815d22-5eba-48ee-ae6a-8a2823bc1b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-523806'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:09.378776 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.db.segments_db [None req-da815d22-5eba-48ee-ae6a-8a2823bc1b3a admin admin] Added segment 06137ac4-b337-46f2-b6d6-d631ec2de296 of type vlan for network 2c358830-fde0-4aa0-a28c-3a7712f5e2f9 Jun 23 10:07:09.380326 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-da815d22-5eba-48ee-ae6a-8a2823bc1b3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:09.402468 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e298a4d6-37ea-48a5-b2ab-ef1475a0c526 admin admin] Made reservation on behalf of 2bfd8cef6a2f47babb53716771db0095 for: {'network': 1} {{(pid=93710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:07:09.408427 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-e298a4d6-37ea-48a5-b2ab-ef1475a0c526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for network, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:09.425927 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-da815d22-5eba-48ee-ae6a-8a2823bc1b3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731988267798'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:09.456668 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-e298a4d6-37ea-48a5-b2ab-ef1475a0c526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:09.514888 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3415b1-3480-4e0b-a0a7-6fd356eb4c5a admin admin] Made reservation on behalf of 6fbd81c2fc0a4479bf62e07cfc1cbaa2 for: {'network': 1} {{(pid=93710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:07:09.518132 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-8c3415b1-3480-4e0b-a0a7-6fd356eb4c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for network, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:09.536777 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-8c3415b1-3480-4e0b-a0a7-6fd356eb4c5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:09.579934 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-da815d22-5eba-48ee-ae6a-8a2823bc1b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-193570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:09.585831 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da815d22-5eba-48ee-ae6a-8a2823bc1b3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:09.588280 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-da815d22-5eba-48ee-ae6a-8a2823bc1b3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:09.604261 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:09.625998 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-50a6cff6-5d45-44bd-bac5-fdd49aa74f21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:09.663231 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da815d22-5eba-48ee-ae6a-8a2823bc1b3a admin admin] Pushing event updated for resources: {'Network': ['ID=2c358830-fde0-4aa0-a28c-3a7712f5e2f9,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:09.673791 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-da815d22-5eba-48ee-ae6a-8a2823bc1b3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:09.674455 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Network 2c358830-fde0-4aa0-a28c-3a7712f5e2f9 details requested by agent ovs-agent-dv-cinder-797510-1-iscsi with host dv-cinder-797510-1-iscsi {{(pid=93712) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 10:07:09.726356 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-50a6cff6-5d45-44bd-bac5-fdd49aa74f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:09.748983 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50a6cff6-5d45-44bd-bac5-fdd49aa74f21 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=93710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 10:07:09.754709 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-a152e35f-cbff-44f5-89ec-9c8cd725c222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:09.796366 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-50a6cff6-5d45-44bd-bac5-fdd49aa74f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-523806'] for segment, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:09.799697 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.db.segments_db [None req-50a6cff6-5d45-44bd-bac5-fdd49aa74f21 admin admin] Added segment 30b190ff-d6b2-4c22-9ee0-744e98463a17 of type vlan for network fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5 Jun 23 10:07:09.830577 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-da815d22-5eba-48ee-ae6a-8a2823bc1b3a admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4212573 Jun 23 10:07:09.839132 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 58996) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:07:09.869265 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-50a6cff6-5d45-44bd-bac5-fdd49aa74f21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731988267798'] for network, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:09.887355 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [None req-5a776021-9750-4d36-a4aa-7a75935a4523 admin admin] Request body: {'subnet': {'network_id': '2c358830-fde0-4aa0-a28c-3a7712f5e2f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1569067436-subnet', 'tenant_id': '24291804a3fc43a7bb9013ab3736dd4e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:07:09.923401 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.db.api [None req-8c3415b1-3480-4e0b-a0a7-6fd356eb4c5a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 10:07:09.923401 dv-cinder-797510-1-iscsi neutron-server[93710]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 23 10:07:09.923401 dv-cinder-797510-1-iscsi neutron-server[93710]: [parameters: {'project_id_1': '6fbd81c2fc0a4479bf62e07cfc1cbaa2', 'expiration_1': datetime.datetime(2021, 6, 23, 10, 7, 9, 556289)}] Jun 23 10:07:09.923401 dv-cinder-797510-1-iscsi neutron-server[93710]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 10:07:09.923836 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_db.api [None req-8c3415b1-3480-4e0b-a0a7-6fd356eb4c5a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 10:07:09.949324 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a6cff6-5d45-44bd-bac5-fdd49aa74f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c34ddda-742d-4ccf-846b-fe991878c0a4,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:09.962669 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a6cff6-5d45-44bd-bac5-fdd49aa74f21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:07:09.966604 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a6cff6-5d45-44bd-bac5-fdd49aa74f21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:07:09.966604 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a6cff6-5d45-44bd-bac5-fdd49aa74f21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:07:09.966604 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a6cff6-5d45-44bd-bac5-fdd49aa74f21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:07:09.966604 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a6cff6-5d45-44bd-bac5-fdd49aa74f21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:07:09.966604 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a6cff6-5d45-44bd-bac5-fdd49aa74f21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:07:09.966604 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a6cff6-5d45-44bd-bac5-fdd49aa74f21 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:07:09.966604 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a6cff6-5d45-44bd-bac5-fdd49aa74f21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:07:09.966604 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a6cff6-5d45-44bd-bac5-fdd49aa74f21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:07:09.966604 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a6cff6-5d45-44bd-bac5-fdd49aa74f21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:07:09.966604 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a6cff6-5d45-44bd-bac5-fdd49aa74f21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:07:09.966604 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a6cff6-5d45-44bd-bac5-fdd49aa74f21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:07:09.967524 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50a6cff6-5d45-44bd-bac5-fdd49aa74f21 admin admin] Tracked resource versions report: Jun 23 10:07:09.967524 dv-cinder-797510-1-iscsi neutron-server[93710]: pushed versions: Jun 23 10:07:09.967524 dv-cinder-797510-1-iscsi neutron-server[93710]: { 'AddressGroup': {'1.2'}, Jun 23 10:07:09.967524 dv-cinder-797510-1-iscsi neutron-server[93710]: 'ConntrackHelper': {'1.0'}, Jun 23 10:07:09.967524 dv-cinder-797510-1-iscsi neutron-server[93710]: 'Log': {'1.0'}, Jun 23 10:07:09.967524 dv-cinder-797510-1-iscsi neutron-server[93710]: 'Network': {'1.1'}, Jun 23 10:07:09.967524 dv-cinder-797510-1-iscsi neutron-server[93710]: 'Port': {'1.7'}, Jun 23 10:07:09.967524 dv-cinder-797510-1-iscsi neutron-server[93710]: 'PortForwarding': {'1.2'}, Jun 23 10:07:09.967524 dv-cinder-797510-1-iscsi neutron-server[93710]: 'QosPolicy': {'1.8'}, Jun 23 10:07:09.967524 dv-cinder-797510-1-iscsi neutron-server[93710]: 'SecurityGroup': {'1.4'}, Jun 23 10:07:09.967524 dv-cinder-797510-1-iscsi neutron-server[93710]: 'SecurityGroupRule': {'1.2'}, Jun 23 10:07:09.967524 dv-cinder-797510-1-iscsi neutron-server[93710]: 'SubPort': {'1.0'}, Jun 23 10:07:09.967524 dv-cinder-797510-1-iscsi neutron-server[93710]: 'Subnet': {'1.1'}, Jun 23 10:07:09.967524 dv-cinder-797510-1-iscsi neutron-server[93710]: 'Trunk': {'1.1'}} Jun 23 10:07:09.967524 dv-cinder-797510-1-iscsi neutron-server[93710]: consumer versions: Jun 23 10:07:09.967524 dv-cinder-797510-1-iscsi neutron-server[93710]: { DHCP agent@dv-cinder-797510-1-iscsi: {}, Jun 23 10:07:09.967524 dv-cinder-797510-1-iscsi neutron-server[93710]: HyperV agent@hv-cinder-79751: {}, Jun 23 10:07:09.967524 dv-cinder-797510-1-iscsi neutron-server[93710]: L3 agent@dv-cinder-797510-1-iscsi: {}, Jun 23 10:07:09.967524 dv-cinder-797510-1-iscsi neutron-server[93710]: Metadata agent@dv-cinder-797510-1-iscsi: {}, Jun 23 10:07:09.967524 dv-cinder-797510-1-iscsi neutron-server[93710]: Metering agent@dv-cinder-797510-1-iscsi: {}, Jun 23 10:07:09.967524 dv-cinder-797510-1-iscsi neutron-server[93710]: Open vSwitch agent@dv-cinder-797510-1-iscsi: { 'AddressGroup': '1.2', Jun 23 10:07:09.967524 dv-cinder-797510-1-iscsi neutron-server[93710]: 'ConntrackHelper': '1.0', Jun 23 10:07:09.967524 dv-cinder-797510-1-iscsi neutron-server[93710]: 'Log': '1.0', Jun 23 10:07:09.967524 dv-cinder-797510-1-iscsi neutron-server[93710]: 'Network': '1.1', Jun 23 10:07:09.967524 dv-cinder-797510-1-iscsi neutron-server[93710]: 'Port': '1.7', Jun 23 10:07:09.967524 dv-cinder-797510-1-iscsi neutron-server[93710]: 'PortForwarding': '1.2', Jun 23 10:07:09.967524 dv-cinder-797510-1-iscsi neutron-server[93710]: 'QosPolicy': '1.8', Jun 23 10:07:09.967524 dv-cinder-797510-1-iscsi neutron-server[93710]: 'SecurityGroup': '1.4', Jun 23 10:07:09.967524 dv-cinder-797510-1-iscsi neutron-server[93710]: 'SecurityGroupRule': '1.2', Jun 23 10:07:09.967524 dv-cinder-797510-1-iscsi neutron-server[93710]: 'SubPort': '1.0', Jun 23 10:07:09.967524 dv-cinder-797510-1-iscsi neutron-server[93710]: 'Subnet': '1.1', Jun 23 10:07:09.967524 dv-cinder-797510-1-iscsi neutron-server[93710]: 'Trunk': '1.1'}} Jun 23 10:07:09.967524 dv-cinder-797510-1-iscsi neutron-server[93710]: {{(pid=93710) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 10:07:09.970413 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-50a6cff6-5d45-44bd-bac5-fdd49aa74f21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:10.018754 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-50a6cff6-5d45-44bd-bac5-fdd49aa74f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-193570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976'] for network, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:10.021417 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a6cff6-5d45-44bd-bac5-fdd49aa74f21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:10.022090 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-50a6cff6-5d45-44bd-bac5-fdd49aa74f21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for network, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:10.027154 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:10.130179 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-e298a4d6-37ea-48a5-b2ab-ef1475a0c526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:10.133883 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a6cff6-5d45-44bd-bac5-fdd49aa74f21 admin admin] Pushing event updated for resources: {'Network': ['ID=fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:10.136591 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-50a6cff6-5d45-44bd-bac5-fdd49aa74f21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:10.146162 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Network fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5 details requested by agent ovs-agent-dv-cinder-797510-1-iscsi with host dv-cinder-797510-1-iscsi {{(pid=93712) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 10:07:10.219206 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-e298a4d6-37ea-48a5-b2ab-ef1475a0c526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:10.229949 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-49f997ed-b30c-47c1-ac1a-0e85a74f7cb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:10.235944 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 59032) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:07:10.240979 dv-cinder-797510-1-iscsi neutron-server[93711]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 23 10:07:10.262616 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e298a4d6-37ea-48a5-b2ab-ef1475a0c526 admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=93710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 10:07:10.277923 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e298a4d6-37ea-48a5-b2ab-ef1475a0c526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e894e4-107d-4ce5-839b-a1cb096b4804,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:10.281854 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-e298a4d6-37ea-48a5-b2ab-ef1475a0c526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-523806'] for segment, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:10.282974 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.db.segments_db [None req-e298a4d6-37ea-48a5-b2ab-ef1475a0c526 admin admin] Added segment 18d3fb12-0117-4481-ac00-627483f619c4 of type vlan for network 75208ede-2304-4522-bb33-3632300dc81d Jun 23 10:07:10.285083 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-e298a4d6-37ea-48a5-b2ab-ef1475a0c526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:10.308988 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-50a6cff6-5d45-44bd-bac5-fdd49aa74f21 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6979401 Jun 23 10:07:10.313127 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 59036) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:07:10.335926 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [None req-cee965d2-b48d-496b-91e1-667bae2a6a7d admin admin] Request body: {'subnet': {'network_id': 'fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-680481498-subnet', 'tenant_id': '7d46b0904cf749dda07bbce4569535a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:07:10.364766 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-e298a4d6-37ea-48a5-b2ab-ef1475a0c526 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731988267798'] for network, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:10.409410 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a776021-9750-4d36-a4aa-7a75935a4523 admin admin] Made reservation on behalf of 24291804a3fc43a7bb9013ab3736dd4e for: {'subnet': 1} {{(pid=93710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:07:10.412364 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5a776021-9750-4d36-a4aa-7a75935a4523 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:10.425569 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-8c3415b1-3480-4e0b-a0a7-6fd356eb4c5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:10.503714 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb47b7a-75cf-47f9-b2f1-65200c808e8f req-0694511c-edd5-4659-9377-8d932be374d8 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:10.505709 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9bb47b7a-75cf-47f9-b2f1-65200c808e8f req-0694511c-edd5-4659-9377-8d932be374d8 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/networks?id=2ff48d62-a733-45c7-b4d1-2b275985ec48 HTTP/1.1" status: 200 len: 812 time: 0.2661443 Jun 23 10:07:10.522112 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9bb47b7a-75cf-47f9-b2f1-65200c808e8f req-7381072d-ae98-40fc-bd8e-db3cc8bb75f3 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/quotas/1fc0086e8c45473eaed64745e82da40c HTTP/1.1" status: 200 len: 375 time: 0.0109468 Jun 23 10:07:10.523632 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-e298a4d6-37ea-48a5-b2ab-ef1475a0c526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-193570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976'] for network, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:10.544090 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e298a4d6-37ea-48a5-b2ab-ef1475a0c526 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:10.544683 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-e298a4d6-37ea-48a5-b2ab-ef1475a0c526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for network, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:10.575404 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-49f997ed-b30c-47c1-ac1a-0e85a74f7cb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:10.584067 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee965d2-b48d-496b-91e1-667bae2a6a7d admin admin] Made reservation on behalf of 7d46b0904cf749dda07bbce4569535a4 for: {'subnet': 1} {{(pid=93710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:07:10.586549 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-cee965d2-b48d-496b-91e1-667bae2a6a7d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:10.589770 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9bb47b7a-75cf-47f9-b2f1-65200c808e8f req-3ebe5342-d51a-4ced-bb80-28a4f60f010d tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=1fc0086e8c45473eaed64745e82da40c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511513 Jun 23 10:07:10.797099 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [req-9bb47b7a-75cf-47f9-b2f1-65200c808e8f req-b79b5a85-fd4a-411d-81e2-8ba5d43ba790 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 10:07:10.803027 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9bb47b7a-75cf-47f9-b2f1-65200c808e8f req-b79b5a85-fd4a-411d-81e2-8ba5d43ba790 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0467310 Jun 23 10:07:10.840219 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e298a4d6-37ea-48a5-b2ab-ef1475a0c526 admin admin] Pushing event updated for resources: {'Network': ['ID=75208ede-2304-4522-bb33-3632300dc81d,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:10.843074 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-e298a4d6-37ea-48a5-b2ab-ef1475a0c526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:10.851723 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Network 75208ede-2304-4522-bb33-3632300dc81d details requested by agent ovs-agent-dv-cinder-797510-1-iscsi with host dv-cinder-797510-1-iscsi {{(pid=93712) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 10:07:10.905088 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9bb47b7a-75cf-47f9-b2f1-65200c808e8f req-58ffc0c6-c325-4657-9bdd-1d461e816c6c service neutron] 10.222.0.47 "GET /v2.0/networks/2ff48d62-a733-45c7-b4d1-2b275985ec48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995853 Jun 23 10:07:10.906744 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-8c3415b1-3480-4e0b-a0a7-6fd356eb4c5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:10.963792 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5a776021-9750-4d36-a4aa-7a75935a4523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987'] for subnet, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:10.969719 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-45f267c9-eaa2-42ff-babc-ca71979178bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:11.010174 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9bb47b7a-75cf-47f9-b2f1-65200c808e8f req-1d50508b-52ea-4854-a50c-5923108ea23b service neutron] 10.222.0.47 "GET /v2.0/networks/2ff48d62-a733-45c7-b4d1-2b275985ec48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038640 Jun 23 10:07:11.063200 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a776021-9750-4d36-a4aa-7a75935a4523 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdba8eb6-d4a0-4adb-b53b-76f5eb8c1c27,revision_number=0']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:11.066686 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-5a776021-9750-4d36-a4aa-7a75935a4523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:11.074169 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a776021-9750-4d36-a4aa-7a75935a4523 admin admin] Checking segment: {'id': '06137ac4-b337-46f2-b6d6-d631ec2de296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2c358830-fde0-4aa0-a28c-3a7712f5e2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:07:11.074522 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a776021-9750-4d36-a4aa-7a75935a4523 admin admin] Network hostable DHCP agents. Network: 2c358830-fde0-4aa0-a28c-3a7712f5e2f9, hostable agents: ['676dd52a-94e8-4a4d-a39c-76e96eb0afdc'], hosted agents: [] {{(pid=93710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 10:07:11.127447 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-8c3415b1-3480-4e0b-a0a7-6fd356eb4c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:11.132025 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-50a6cff6-5d45-44bd-bac5-fdd49aa74f21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:11.153363 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c3415b1-3480-4e0b-a0a7-6fd356eb4c5a admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=93710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 10:07:11.166698 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3415b1-3480-4e0b-a0a7-6fd356eb4c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af7f11e-4bef-48f5-b85c-0a7b671375a1,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:11.170803 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-8c3415b1-3480-4e0b-a0a7-6fd356eb4c5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:11.171805 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-8c3415b1-3480-4e0b-a0a7-6fd356eb4c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-523806'] for segment, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:11.172157 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.db.segments_db [None req-8c3415b1-3480-4e0b-a0a7-6fd356eb4c5a admin admin] Added segment 6ed1d302-4647-4679-a5b1-decb342c9714 of type vlan for network 9ac0e686-dd91-40d7-9bed-9902b818bc9c Jun 23 10:07:11.211034 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-8c3415b1-3480-4e0b-a0a7-6fd356eb4c5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731988267798'] for network, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:11.256024 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-e298a4d6-37ea-48a5-b2ab-ef1475a0c526 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4176764 Jun 23 10:07:11.257931 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-cee965d2-b48d-496b-91e1-667bae2a6a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987'] for subnet, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:11.259115 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a776021-9750-4d36-a4aa-7a75935a4523 admin admin] Network 2c358830-fde0-4aa0-a28c-3a7712f5e2f9 is scheduled to be hosted by DHCP agent 676dd52a-94e8-4a4d-a39c-76e96eb0afdc with binding_index 1 {{(pid=93710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 10:07:11.263354 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 59060) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:07:11.264993 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [None req-a4b825ce-5e26-4c81-9b31-243200bb32d1 admin admin] Request body: {'subnet': {'network_id': '75208ede-2304-4522-bb33-3632300dc81d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1884555333-subnet', 'tenant_id': '2bfd8cef6a2f47babb53716771db0095', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:07:11.268539 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:11.324364 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-8c3415b1-3480-4e0b-a0a7-6fd356eb4c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-193570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976'] for network, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:11.334072 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3415b1-3480-4e0b-a0a7-6fd356eb4c5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:11.334642 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-8c3415b1-3480-4e0b-a0a7-6fd356eb4c5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for network, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:11.345465 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee965d2-b48d-496b-91e1-667bae2a6a7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee931124-afba-46a0-8fb4-344a768129bc,revision_number=0']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:11.348132 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-cee965d2-b48d-496b-91e1-667bae2a6a7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:11.352419 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-50a6cff6-5d45-44bd-bac5-fdd49aa74f21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:11.354097 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.base_scheduler [None req-5a776021-9750-4d36-a4aa-7a75935a4523 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797510-1-iscsi, 2c358830-fde0-4aa0-a28c-3a7712f5e2f9) {{(pid=93710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:07:11.367295 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6db0136-8bb9-4a91-abe0-1193c6db69c0 None None] Network 2c358830-fde0-4aa0-a28c-3a7712f5e2f9 requested from dv-cinder-797510-1-iscsi {{(pid=93712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 10:07:11.378642 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a776021-9750-4d36-a4aa-7a75935a4523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:11.380043 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5a776021-9750-4d36-a4aa-7a75935a4523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for subnet, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:11.409328 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b825ce-5e26-4c81-9b31-243200bb32d1 admin admin] Made reservation on behalf of 2bfd8cef6a2f47babb53716771db0095 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:07:11.412310 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a4b825ce-5e26-4c81-9b31-243200bb32d1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:11.418386 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 59076) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:07:11.429723 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee965d2-b48d-496b-91e1-667bae2a6a7d admin admin] Checking segment: {'id': '30b190ff-d6b2-4c22-9ee0-744e98463a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:07:11.430081 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee965d2-b48d-496b-91e1-667bae2a6a7d admin admin] Network hostable DHCP agents. Network: fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5, hostable agents: ['676dd52a-94e8-4a4d-a39c-76e96eb0afdc'], hosted agents: [] {{(pid=93710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 10:07:11.449126 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3415b1-3480-4e0b-a0a7-6fd356eb4c5a admin admin] Pushing event updated for resources: {'Network': ['ID=9ac0e686-dd91-40d7-9bed-9902b818bc9c,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:11.453540 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-8c3415b1-3480-4e0b-a0a7-6fd356eb4c5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:11.469961 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Network 9ac0e686-dd91-40d7-9bed-9902b818bc9c details requested by agent ovs-agent-dv-cinder-797510-1-iscsi with host dv-cinder-797510-1-iscsi {{(pid=93712) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 10:07:11.546666 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-8c3415b1-3480-4e0b-a0a7-6fd356eb4c5a admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.6781030 Jun 23 10:07:11.549371 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 59092) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:07:11.556469 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [None req-277cceb7-ccbf-470e-bca4-45bc4df377ec admin admin] Request body: {'subnet': {'network_id': '9ac0e686-dd91-40d7-9bed-9902b818bc9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-251920309-subnet', 'tenant_id': '6fbd81c2fc0a4479bf62e07cfc1cbaa2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:07:11.588356 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-5a776021-9750-4d36-a4aa-7a75935a4523 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7521172 Jun 23 10:07:11.591417 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee965d2-b48d-496b-91e1-667bae2a6a7d admin admin] Network fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5 is scheduled to be hosted by DHCP agent 676dd52a-94e8-4a4d-a39c-76e96eb0afdc with binding_index 1 {{(pid=93710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 10:07:11.593172 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 59096) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:07:11.600658 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.base_scheduler [None req-cee965d2-b48d-496b-91e1-667bae2a6a7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797510-1-iscsi, fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5) {{(pid=93710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:07:11.607201 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee965d2-b48d-496b-91e1-667bae2a6a7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:11.607817 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-cee965d2-b48d-496b-91e1-667bae2a6a7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for subnet, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:11.625204 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818384a7-e7a9-4fab-909f-aa23a0d508af None None] Network fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5 requested from dv-cinder-797510-1-iscsi {{(pid=93712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 10:07:11.695453 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [None req-fa97a406-2817-4ac6-bbc1-f0620497c3b4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1569067436-router', 'tenant_id': '24291804a3fc43a7bb9013ab3736dd4e', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28'}}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:07:11.714866 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277cceb7-ccbf-470e-bca4-45bc4df377ec admin admin] Made reservation on behalf of 6fbd81c2fc0a4479bf62e07cfc1cbaa2 for: {'subnet': 1} {{(pid=93710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:07:11.716253 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-277cceb7-ccbf-470e-bca4-45bc4df377ec admin admin] Notify callbacks [] for subnet, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:11.750952 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-69552c78-f2c6-4b94-83dd-a3d6b5c9a49a req-f24826fa-dd1e-4835-9d9c-332c3d25154d tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/ports?device_id=b20af615-61b7-4ce4-90e5-95c5ee2360b8 HTTP/1.1" status: 200 len: 210 time: 0.3268356 Jun 23 10:07:11.755448 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4abf09-1d2f-4c10-a077-a78e619d5224 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa74d5eab-ac2a-5ee0-9548-07359ed1f630-2c358830-fde0-4aa0-a28c-3a7712f5e2f9', 'network_id': '2c358830-fde0-4aa0-a28c-3a7712f5e2f9', 'tenant_id': '24291804a3fc43a7bb9013ab3736dd4e', 'fixed_ips': [{'subnet_id': 'cdba8eb6-d4a0-4adb-b53b-76f5eb8c1c27'}]}} from dv-cinder-797510-1-iscsi. {{(pid=93712) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 10:07:11.758625 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6e4abf09-1d2f-4c10-a077-a78e619d5224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:11.843650 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-cee965d2-b48d-496b-91e1-667bae2a6a7d admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5095212 Jun 23 10:07:11.844739 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 59104) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:07:11.851210 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [None req-caaaec12-08c2-40c1-92d5-15ebdbbd8161 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-680481498-router', 'tenant_id': '7d46b0904cf749dda07bbce4569535a4', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28'}}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:07:11.922079 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b6881d-b6ea-40ad-81ed-77cc2b9bdc23 None None] Network fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5 requested from dv-cinder-797510-1-iscsi {{(pid=93712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 10:07:11.972724 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fa97a406-2817-4ac6-bbc1-f0620497c3b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1703949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11356'] for router, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:11.973961 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fa97a406-2817-4ac6-bbc1-f0620497c3b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1666384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11349'] for router, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:11.979553 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a4b825ce-5e26-4c81-9b31-243200bb32d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:11.993471 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:12.024469 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-6e4abf09-1d2f-4c10-a077-a78e619d5224 None None] Allocated IP 172.20.0.2 (2c358830-fde0-4aa0-a28c-3a7712f5e2f9/cdba8eb6-d4a0-4adb-b53b-76f5eb8c1c27/a1c70563-1ac7-428c-b59d-66e14d43d395) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 10:07:12.077471 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-277cceb7-ccbf-470e-bca4-45bc4df377ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987'] for subnet, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:12.081272 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:12.086406 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.agents_db [None req-4b03355e-e743-40fc-912e-580b49e4c212 None None] Agent healthcheck: found 6 active agents {{(pid=93713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 10:07:12.142122 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-caaaec12-08c2-40c1-92d5-15ebdbbd8161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1703949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11356'] for router, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:12.143540 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-caaaec12-08c2-40c1-92d5-15ebdbbd8161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1666384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11349'] for router, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:12.154472 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fa97a406-2817-4ac6-bbc1-f0620497c3b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:12.156867 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277cceb7-ccbf-470e-bca4-45bc4df377ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=42593deb-fb2f-411e-b561-9555a37b2df5,revision_number=0']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:12.159989 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-277cceb7-ccbf-470e-bca4-45bc4df377ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:12.163153 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b825ce-5e26-4c81-9b31-243200bb32d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=222c10a8-002c-4ace-acfb-70d9b2714faa,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:12.167334 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-a4b825ce-5e26-4c81-9b31-243200bb32d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:12.173189 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b825ce-5e26-4c81-9b31-243200bb32d1 admin admin] Checking segment: {'id': '18d3fb12-0117-4481-ac00-627483f619c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '75208ede-2304-4522-bb33-3632300dc81d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:07:12.173546 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b825ce-5e26-4c81-9b31-243200bb32d1 admin admin] Network hostable DHCP agents. Network: 75208ede-2304-4522-bb33-3632300dc81d, hostable agents: ['676dd52a-94e8-4a4d-a39c-76e96eb0afdc'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 10:07:12.183401 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277cceb7-ccbf-470e-bca4-45bc4df377ec admin admin] Checking segment: {'id': '6ed1d302-4647-4679-a5b1-decb342c9714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9ac0e686-dd91-40d7-9bed-9902b818bc9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:07:12.184199 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277cceb7-ccbf-470e-bca4-45bc4df377ec admin admin] Network hostable DHCP agents. Network: 9ac0e686-dd91-40d7-9bed-9902b818bc9c, hostable agents: ['676dd52a-94e8-4a4d-a39c-76e96eb0afdc'], hosted agents: [] {{(pid=93710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 10:07:12.241509 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-caaaec12-08c2-40c1-92d5-15ebdbbd8161 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:12.252240 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6e4abf09-1d2f-4c10-a077-a78e619d5224 None None] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:12.260712 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-6e4abf09-1d2f-4c10-a077-a78e619d5224 None None] Transition to ACTIVE for port object a1c70563-1ac7-428c-b59d-66e14d43d395 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:07:12.276954 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-6e4abf09-1d2f-4c10-a077-a78e619d5224 None None] Transition to ACTIVE for port object a1c70563-1ac7-428c-b59d-66e14d43d395 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:07:12.328317 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277cceb7-ccbf-470e-bca4-45bc4df377ec admin admin] Network 9ac0e686-dd91-40d7-9bed-9902b818bc9c is scheduled to be hosted by DHCP agent 676dd52a-94e8-4a4d-a39c-76e96eb0afdc with binding_index 1 {{(pid=93710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 10:07:12.333843 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b825ce-5e26-4c81-9b31-243200bb32d1 admin admin] Network 75208ede-2304-4522-bb33-3632300dc81d is scheduled to be hosted by DHCP agent 676dd52a-94e8-4a4d-a39c-76e96eb0afdc with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 10:07:12.378883 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6e4abf09-1d2f-4c10-a077-a78e619d5224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-600500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731988247197'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:12.391213 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:12.442389 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4abf09-1d2f-4c10-a077-a78e619d5224 None None] Network 2c358830-fde0-4aa0-a28c-3a7712f5e2f9 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:07:12.449095 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-6e4abf09-1d2f-4c10-a077-a78e619d5224 None None] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:07:12.455986 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4abf09-1d2f-4c10-a077-a78e619d5224 None None] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 10:07:12.471853 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fa97a406-2817-4ac6-bbc1-f0620497c3b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11335'] for router, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:12.489571 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-a4b825ce-5e26-4c81-9b31-243200bb32d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797510-1-iscsi, 75208ede-2304-4522-bb33-3632300dc81d) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:07:12.497236 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b825ce-5e26-4c81-9b31-243200bb32d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:12.497825 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a4b825ce-5e26-4c81-9b31-243200bb32d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:12.513142 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c7e64d-087e-49d3-8c73-92908a5ec52d None None] Network 75208ede-2304-4522-bb33-3632300dc81d requested from dv-cinder-797510-1-iscsi {{(pid=93712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 10:07:12.513386 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.base_scheduler [None req-277cceb7-ccbf-470e-bca4-45bc4df377ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797510-1-iscsi, 9ac0e686-dd91-40d7-9bed-9902b818bc9c) {{(pid=93710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:07:12.516497 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-caaaec12-08c2-40c1-92d5-15ebdbbd8161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11335'] for router, precommit_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:12.524071 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277cceb7-ccbf-470e-bca4-45bc4df377ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:12.524650 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-277cceb7-ccbf-470e-bca4-45bc4df377ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for subnet, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:12.544278 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab51fdd-1e19-4b1a-82fd-9c03c9b7cde2 None None] Network 9ac0e686-dd91-40d7-9bed-9902b818bc9c requested from dv-cinder-797510-1-iscsi {{(pid=93712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 10:07:12.574444 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4abf09-1d2f-4c10-a077-a78e619d5224 None None] Pushing event updated for resources: {'Port': ['ID=a1c70563-1ac7-428c-b59d-66e14d43d395,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:12.590750 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-a4b825ce-5e26-4c81-9b31-243200bb32d1 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3295739 Jun 23 10:07:12.593546 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 59136) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:07:12.598791 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [None req-0dff37d7-93a5-4b69-bd50-a1fc072e6df6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1884555333-router', 'tenant_id': '2bfd8cef6a2f47babb53716771db0095', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28'}}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:07:12.632189 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4abf09-1d2f-4c10-a077-a78e619d5224 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:07:12.632581 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4abf09-1d2f-4c10-a077-a78e619d5224 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:07:12.633021 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4abf09-1d2f-4c10-a077-a78e619d5224 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:07:12.634220 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4abf09-1d2f-4c10-a077-a78e619d5224 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:07:12.634542 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4abf09-1d2f-4c10-a077-a78e619d5224 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:07:12.635247 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4abf09-1d2f-4c10-a077-a78e619d5224 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:07:12.635577 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4abf09-1d2f-4c10-a077-a78e619d5224 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:07:12.635895 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4abf09-1d2f-4c10-a077-a78e619d5224 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:07:12.636549 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4abf09-1d2f-4c10-a077-a78e619d5224 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:07:12.636549 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4abf09-1d2f-4c10-a077-a78e619d5224 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:07:12.636823 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4abf09-1d2f-4c10-a077-a78e619d5224 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:07:12.637309 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4abf09-1d2f-4c10-a077-a78e619d5224 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:07:12.638348 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4abf09-1d2f-4c10-a077-a78e619d5224 None None] Tracked resource versions report: Jun 23 10:07:12.638348 dv-cinder-797510-1-iscsi neutron-server[93712]: pushed versions: Jun 23 10:07:12.638348 dv-cinder-797510-1-iscsi neutron-server[93712]: { 'AddressGroup': {'1.2'}, Jun 23 10:07:12.638348 dv-cinder-797510-1-iscsi neutron-server[93712]: 'ConntrackHelper': {'1.0'}, Jun 23 10:07:12.638348 dv-cinder-797510-1-iscsi neutron-server[93712]: 'Log': {'1.0'}, Jun 23 10:07:12.638348 dv-cinder-797510-1-iscsi neutron-server[93712]: 'Network': {'1.1'}, Jun 23 10:07:12.638348 dv-cinder-797510-1-iscsi neutron-server[93712]: 'Port': {'1.7'}, Jun 23 10:07:12.638348 dv-cinder-797510-1-iscsi neutron-server[93712]: 'PortForwarding': {'1.2'}, Jun 23 10:07:12.638348 dv-cinder-797510-1-iscsi neutron-server[93712]: 'QosPolicy': {'1.8'}, Jun 23 10:07:12.638348 dv-cinder-797510-1-iscsi neutron-server[93712]: 'SecurityGroup': {'1.4'}, Jun 23 10:07:12.638348 dv-cinder-797510-1-iscsi neutron-server[93712]: 'SecurityGroupRule': {'1.2'}, Jun 23 10:07:12.638348 dv-cinder-797510-1-iscsi neutron-server[93712]: 'SubPort': {'1.0'}, Jun 23 10:07:12.638348 dv-cinder-797510-1-iscsi neutron-server[93712]: 'Subnet': {'1.1'}, Jun 23 10:07:12.638348 dv-cinder-797510-1-iscsi neutron-server[93712]: 'Trunk': {'1.1'}} Jun 23 10:07:12.638348 dv-cinder-797510-1-iscsi neutron-server[93712]: consumer versions: Jun 23 10:07:12.638348 dv-cinder-797510-1-iscsi neutron-server[93712]: { DHCP agent@dv-cinder-797510-1-iscsi: {}, Jun 23 10:07:12.638348 dv-cinder-797510-1-iscsi neutron-server[93712]: HyperV agent@hv-cinder-79751: {}, Jun 23 10:07:12.638348 dv-cinder-797510-1-iscsi neutron-server[93712]: L3 agent@dv-cinder-797510-1-iscsi: {}, Jun 23 10:07:12.638348 dv-cinder-797510-1-iscsi neutron-server[93712]: Metadata agent@dv-cinder-797510-1-iscsi: {}, Jun 23 10:07:12.638348 dv-cinder-797510-1-iscsi neutron-server[93712]: Metering agent@dv-cinder-797510-1-iscsi: {}, Jun 23 10:07:12.638348 dv-cinder-797510-1-iscsi neutron-server[93712]: Open vSwitch agent@dv-cinder-797510-1-iscsi: { 'AddressGroup': '1.2', Jun 23 10:07:12.638348 dv-cinder-797510-1-iscsi neutron-server[93712]: 'ConntrackHelper': '1.0', Jun 23 10:07:12.638348 dv-cinder-797510-1-iscsi neutron-server[93712]: 'Log': '1.0', Jun 23 10:07:12.638348 dv-cinder-797510-1-iscsi neutron-server[93712]: 'Network': '1.1', Jun 23 10:07:12.638348 dv-cinder-797510-1-iscsi neutron-server[93712]: 'Port': '1.7', Jun 23 10:07:12.638348 dv-cinder-797510-1-iscsi neutron-server[93712]: 'PortForwarding': '1.2', Jun 23 10:07:12.638348 dv-cinder-797510-1-iscsi neutron-server[93712]: 'QosPolicy': '1.8', Jun 23 10:07:12.638348 dv-cinder-797510-1-iscsi neutron-server[93712]: 'SecurityGroup': '1.4', Jun 23 10:07:12.638348 dv-cinder-797510-1-iscsi neutron-server[93712]: 'SecurityGroupRule': '1.2', Jun 23 10:07:12.638348 dv-cinder-797510-1-iscsi neutron-server[93712]: 'SubPort': '1.0', Jun 23 10:07:12.638348 dv-cinder-797510-1-iscsi neutron-server[93712]: 'Subnet': '1.1', Jun 23 10:07:12.638348 dv-cinder-797510-1-iscsi neutron-server[93712]: 'Trunk': '1.1'}} Jun 23 10:07:12.638348 dv-cinder-797510-1-iscsi neutron-server[93712]: {{(pid=93712) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 10:07:12.641563 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-6e4abf09-1d2f-4c10-a077-a78e619d5224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:12.662461 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-6e4abf09-1d2f-4c10-a077-a78e619d5224 None None] Attempting to bind port a1c70563-1ac7-428c-b59d-66e14d43d395 on host dv-cinder-797510-1-iscsi for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 10:07:12.662850 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-6e4abf09-1d2f-4c10-a077-a78e619d5224 None None] Attempting to bind port a1c70563-1ac7-428c-b59d-66e14d43d395 by drivers openvswitch,hyperv on host dv-cinder-797510-1-iscsi at level 0 using segments [{'id': '06137ac4-b337-46f2-b6d6-d631ec2de296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2c358830-fde0-4aa0-a28c-3a7712f5e2f9'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 10:07:12.663208 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4abf09-1d2f-4c10-a077-a78e619d5224 None None] Attempting to bind port a1c70563-1ac7-428c-b59d-66e14d43d395 on network 2c358830-fde0-4aa0-a28c-3a7712f5e2f9 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:07:12.680136 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-277cceb7-ccbf-470e-bca4-45bc4df377ec admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1295652 Jun 23 10:07:12.680426 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4abf09-1d2f-4c10-a077-a78e619d5224 None None] Checking agent: {'id': 'b3037b97-c09d-4619-9318-9bf5134e8ab7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 9, 59, 20), 'started_at': datetime.datetime(2021, 6, 23, 9, 59, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 10, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 10:07:12.680796 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4abf09-1d2f-4c10-a077-a78e619d5224 None None] Checking segment: {'id': '06137ac4-b337-46f2-b6d6-d631ec2de296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2c358830-fde0-4aa0-a28c-3a7712f5e2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:07:12.681197 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6e4abf09-1d2f-4c10-a077-a78e619d5224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:12.681592 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4abf09-1d2f-4c10-a077-a78e619d5224 None None] Bound using segment: {'id': '06137ac4-b337-46f2-b6d6-d631ec2de296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2c358830-fde0-4aa0-a28c-3a7712f5e2f9'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 10:07:12.682131 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-6e4abf09-1d2f-4c10-a077-a78e619d5224 None None] Bound port: a1c70563-1ac7-428c-b59d-66e14d43d395, host: dv-cinder-797510-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06137ac4-b337-46f2-b6d6-d631ec2de296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2c358830-fde0-4aa0-a28c-3a7712f5e2f9'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 10:07:12.682500 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6e4abf09-1d2f-4c10-a077-a78e619d5224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:12.833896 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0dff37d7-93a5-4b69-bd50-a1fc072e6df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1703949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11356'] for router, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:12.835132 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0dff37d7-93a5-4b69-bd50-a1fc072e6df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1666384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11349'] for router, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:12.924178 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-95fab851-ff7e-48f0-ae43-83f17cee13da req-3afd2673-54e4-41cf-ad2a-67ea85977911 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/ports?device_id=b20af615-61b7-4ce4-90e5-95c5ee2360b8 HTTP/1.1" status: 200 len: 210 time: 0.0559154 Jun 23 10:07:13.035474 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0dff37d7-93a5-4b69-bd50-a1fc072e6df6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:13.042944 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fa97a406-2817-4ac6-bbc1-f0620497c3b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:13.068422 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fa97a406-2817-4ac6-bbc1-f0620497c3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:13.124697 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-caaaec12-08c2-40c1-92d5-15ebdbbd8161 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:13.168075 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-caaaec12-08c2-40c1-92d5-15ebdbbd8161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for port, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:13.222497 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-6e4abf09-1d2f-4c10-a077-a78e619d5224 None None] For port a1c70563-1ac7-428c-b59d-66e14d43d395, host dv-cinder-797510-1-iscsi, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 10:07:13.227142 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced5bdd8-0d73-4741-824d-2d1417c33f25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa74d5eab-ac2a-5ee0-9548-07359ed1f630-75208ede-2304-4522-bb33-3632300dc81d', 'network_id': '75208ede-2304-4522-bb33-3632300dc81d', 'tenant_id': '2bfd8cef6a2f47babb53716771db0095', 'fixed_ips': [{'subnet_id': '222c10a8-002c-4ace-acfb-70d9b2714faa'}]}} from dv-cinder-797510-1-iscsi. {{(pid=93712) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 10:07:13.228153 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ced5bdd8-0d73-4741-824d-2d1417c33f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:13.246227 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3528ed-cb32-4844-9145-11c4fb615fdc None None] Network 9ac0e686-dd91-40d7-9bed-9902b818bc9c requested from dv-cinder-797510-1-iscsi {{(pid=93712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 10:07:13.255043 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-6e4abf09-1d2f-4c10-a077-a78e619d5224 None None] For port a1c70563-1ac7-428c-b59d-66e14d43d395, host dv-cinder-797510-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=a1c70563-1ac7-428c-b59d-66e14d43d395,segment=NetworkSegment(06137ac4-b337-46f2-b6d6-d631ec2de296),segment_id=06137ac4-b337-46f2-b6d6-d631ec2de296)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 10:07:13.305595 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0dff37d7-93a5-4b69-bd50-a1fc072e6df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11335'] for router, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:13.328866 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-fa97a406-2817-4ac6-bbc1-f0620497c3b4 admin admin] Allocated IP 172.27.2.164 (6c022cdf-7908-4fe1-9f3f-494480d09f28/2f1b229c-fc1e-4856-a495-4ccd56c0ef48/12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 10:07:13.361754 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6e4abf09-1d2f-4c10-a077-a78e619d5224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:13.376117 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:13.468278 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fa97a406-2817-4ac6-bbc1-f0620497c3b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:13.536390 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4abf09-1d2f-4c10-a077-a78e619d5224 None None] Pushing event updated for resources: {'Port': ['ID=a1c70563-1ac7-428c-b59d-66e14d43d395,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:13.544089 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-6e4abf09-1d2f-4c10-a077-a78e619d5224 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:13.584435 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-ced5bdd8-0d73-4741-824d-2d1417c33f25 None None] Allocated IP 172.20.0.2 (75208ede-2304-4522-bb33-3632300dc81d/222c10a8-002c-4ace-acfb-70d9b2714faa/4e2e876d-6db5-4756-a6c5-88c76378a582) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 10:07:13.680769 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fa97a406-2817-4ac6-bbc1-f0620497c3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-600500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731988247197'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:13.818144 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.db_base_plugin_common [None req-caaaec12-08c2-40c1-92d5-15ebdbbd8161 admin admin] Allocated IP 172.27.2.108 (6c022cdf-7908-4fe1-9f3f-494480d09f28/2f1b229c-fc1e-4856-a495-4ccd56c0ef48/7b51361b-a11e-4adc-9dc8-64a314ee9af4) {{(pid=93710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 10:07:13.840142 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ced5bdd8-0d73-4741-824d-2d1417c33f25 None None] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:13.857081 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-ced5bdd8-0d73-4741-824d-2d1417c33f25 None None] Transition to ACTIVE for port object 4e2e876d-6db5-4756-a6c5-88c76378a582 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:07:13.903055 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-ced5bdd8-0d73-4741-824d-2d1417c33f25 None None] Transition to ACTIVE for port object 4e2e876d-6db5-4756-a6c5-88c76378a582 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:07:13.960725 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:13.972122 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa97a406-2817-4ac6-bbc1-f0620497c3b4 admin admin] Network 6c022cdf-7908-4fe1-9f3f-494480d09f28 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:07:13.973599 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-fa97a406-2817-4ac6-bbc1-f0620497c3b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:07:13.992579 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ced5bdd8-0d73-4741-824d-2d1417c33f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-600500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731988247197'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:13.994404 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:13.998123 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa97a406-2817-4ac6-bbc1-f0620497c3b4 admin admin] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 10:07:14.042951 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 59194) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:07:14.047118 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [None req-b8c6cba9-3fbc-47b2-94dd-d47052543839 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-600239184-network', 'tenant_id': '3d018eb8f34547b1ae785a69ced41d33'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:07:14.070097 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced5bdd8-0d73-4741-824d-2d1417c33f25 None None] Network 75208ede-2304-4522-bb33-3632300dc81d is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:07:14.071473 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced5bdd8-0d73-4741-824d-2d1417c33f25 None None] Pushing event updated for resources: {'Port': ['ID=4e2e876d-6db5-4756-a6c5-88c76378a582,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:14.074068 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-ced5bdd8-0d73-4741-824d-2d1417c33f25 None None] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:07:14.087054 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-ced5bdd8-0d73-4741-824d-2d1417c33f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:14.095410 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-caaaec12-08c2-40c1-92d5-15ebdbbd8161 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:14.104449 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced5bdd8-0d73-4741-824d-2d1417c33f25 None None] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 10:07:14.148272 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa97a406-2817-4ac6-bbc1-f0620497c3b4 admin admin] Pushing event updated for resources: {'Port': ['ID=12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:14.187054 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-ced5bdd8-0d73-4741-824d-2d1417c33f25 None None] Attempting to bind port 4e2e876d-6db5-4756-a6c5-88c76378a582 on host dv-cinder-797510-1-iscsi for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 10:07:14.187495 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-ced5bdd8-0d73-4741-824d-2d1417c33f25 None None] Attempting to bind port 4e2e876d-6db5-4756-a6c5-88c76378a582 by drivers openvswitch,hyperv on host dv-cinder-797510-1-iscsi at level 0 using segments [{'id': '18d3fb12-0117-4481-ac00-627483f619c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '75208ede-2304-4522-bb33-3632300dc81d'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 10:07:14.188177 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced5bdd8-0d73-4741-824d-2d1417c33f25 None None] Attempting to bind port 4e2e876d-6db5-4756-a6c5-88c76378a582 on network 75208ede-2304-4522-bb33-3632300dc81d {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:07:14.195403 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced5bdd8-0d73-4741-824d-2d1417c33f25 None None] Checking agent: {'id': 'b3037b97-c09d-4619-9318-9bf5134e8ab7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 9, 59, 20), 'started_at': datetime.datetime(2021, 6, 23, 9, 59, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 10, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 10:07:14.195880 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced5bdd8-0d73-4741-824d-2d1417c33f25 None None] Checking segment: {'id': '18d3fb12-0117-4481-ac00-627483f619c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '75208ede-2304-4522-bb33-3632300dc81d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:07:14.196394 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ced5bdd8-0d73-4741-824d-2d1417c33f25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:14.196833 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ced5bdd8-0d73-4741-824d-2d1417c33f25 None None] Bound using segment: {'id': '18d3fb12-0117-4481-ac00-627483f619c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '75208ede-2304-4522-bb33-3632300dc81d'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 10:07:14.197373 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-ced5bdd8-0d73-4741-824d-2d1417c33f25 None None] Bound port: 4e2e876d-6db5-4756-a6c5-88c76378a582, host: dv-cinder-797510-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d3fb12-0117-4481-ac00-627483f619c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '75208ede-2304-4522-bb33-3632300dc81d'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 10:07:14.197843 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ced5bdd8-0d73-4741-824d-2d1417c33f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:14.199633 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-fa97a406-2817-4ac6-bbc1-f0620497c3b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:14.229200 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-848e6b29-a702-47e8-a4b9-9aa2a3896c5b req-a6d9ecde-d0c2-44bd-850c-98e66158a375 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/ports?device_id=b20af615-61b7-4ce4-90e5-95c5ee2360b8 HTTP/1.1" status: 200 len: 210 time: 0.0784087 Jun 23 10:07:14.252345 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0dff37d7-93a5-4b69-bd50-a1fc072e6df6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:14.271029 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-ced5bdd8-0d73-4741-824d-2d1417c33f25 None None] For port 4e2e876d-6db5-4756-a6c5-88c76378a582, host dv-cinder-797510-1-iscsi, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 10:07:14.274143 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-ced5bdd8-0d73-4741-824d-2d1417c33f25 None None] For port 4e2e876d-6db5-4756-a6c5-88c76378a582, host dv-cinder-797510-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=4e2e876d-6db5-4756-a6c5-88c76378a582,segment=NetworkSegment(18d3fb12-0117-4481-ac00-627483f619c4),segment_id=18d3fb12-0117-4481-ac00-627483f619c4)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 10:07:14.274295 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0dff37d7-93a5-4b69-bd50-a1fc072e6df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:14.318592 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-caaaec12-08c2-40c1-92d5-15ebdbbd8161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-600500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731988247197'] for port, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:14.322532 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-230d4a51-4b4b-4315-ad8f-08161c01cad3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:14.521690 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caaaec12-08c2-40c1-92d5-15ebdbbd8161 admin admin] Network 6c022cdf-7908-4fe1-9f3f-494480d09f28 is already hosted by enough agents. {{(pid=93710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:07:14.521690 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.base_scheduler [None req-caaaec12-08c2-40c1-92d5-15ebdbbd8161 admin admin] Resources bound (agent type, host, resource id): {{(pid=93710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:07:14.521690 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caaaec12-08c2-40c1-92d5-15ebdbbd8161 admin admin] Received port after_create {{(pid=93710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 10:07:14.522974 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c6cba9-3fbc-47b2-94dd-d47052543839 admin admin] Made reservation on behalf of 3d018eb8f34547b1ae785a69ced41d33 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:07:14.522974 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b8c6cba9-3fbc-47b2-94dd-d47052543839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:14.522974 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b8c6cba9-3fbc-47b2-94dd-d47052543839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:14.523493 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaaec12-08c2-40c1-92d5-15ebdbbd8161 admin admin] Pushing event updated for resources: {'Port': ['ID=7b51361b-a11e-4adc-9dc8-64a314ee9af4,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:14.523581 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ced5bdd8-0d73-4741-824d-2d1417c33f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:14.523716 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-caaaec12-08c2-40c1-92d5-15ebdbbd8161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:14.523804 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-cd7e25c3-bbf0-46a1-88e3-25c4e859b832 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:14.529853 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced5bdd8-0d73-4741-824d-2d1417c33f25 None None] Pushing event updated for resources: {'Port': ['ID=4e2e876d-6db5-4756-a6c5-88c76378a582,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:14.536980 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-ced5bdd8-0d73-4741-824d-2d1417c33f25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:14.570958 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fa97a406-2817-4ac6-bbc1-f0620497c3b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:14.623161 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-0dff37d7-93a5-4b69-bd50-a1fc072e6df6 admin admin] Allocated IP 172.27.2.187 (6c022cdf-7908-4fe1-9f3f-494480d09f28/2f1b229c-fc1e-4856-a495-4ccd56c0ef48/0729db3c-c967-4684-b5dc-9c4ba053d154) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 10:07:14.830021 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-caaaec12-08c2-40c1-92d5-15ebdbbd8161 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:14.830871 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a9c253-bef5-45da-aa3f-0d2089aa773c None None] Network 2c358830-fde0-4aa0-a28c-3a7712f5e2f9 requested from dv-cinder-797510-1-iscsi {{(pid=93712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 10:07:14.936267 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b8c6cba9-3fbc-47b2-94dd-d47052543839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:14.968912 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fa97a406-2817-4ac6-bbc1-f0620497c3b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1735028'] for router, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:14.984871 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0dff37d7-93a5-4b69-bd50-a1fc072e6df6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:15.007427 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-e7160969-77a4-4cc3-bec6-21566e26eca1 None None] Provisioning for port a1c70563-1ac7-428c-b59d-66e14d43d395 completed by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:07:15.043496 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b8c6cba9-3fbc-47b2-94dd-d47052543839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:15.117796 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-da815d22-5eba-48ee-ae6a-8a2823bc1b3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:15.127825 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8c6cba9-3fbc-47b2-94dd-d47052543839 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 10:07:15.138336 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b8c6cba9-3fbc-47b2-94dd-d47052543839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-523806'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:15.138670 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.db.segments_db [None req-b8c6cba9-3fbc-47b2-94dd-d47052543839 admin admin] Added segment b34c680b-9f75-4b2b-b299-9e12da3b0666 of type vlan for network 6a59a776-e268-4731-84f6-221d22b7ea0f Jun 23 10:07:15.173902 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device 4e2e876d-6db5-4756-a6c5-88c76378a582 up at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:07:15.179572 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-caaaec12-08c2-40c1-92d5-15ebdbbd8161 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1735028'] for router, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:15.199466 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b8c6cba9-3fbc-47b2-94dd-d47052543839 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731988267798'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:15.266846 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c6cba9-3fbc-47b2-94dd-d47052543839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb9202e-a769-422c-8a67-0b4f22652bfa,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:15.284962 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-b8c6cba9-3fbc-47b2-94dd-d47052543839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:15.317164 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning for port 4e2e876d-6db5-4756-a6c5-88c76378a582 completed by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:07:15.321297 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device a1c70563-1ac7-428c-b59d-66e14d43d395 up at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:07:15.343797 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b8c6cba9-3fbc-47b2-94dd-d47052543839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-193570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:15.345284 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0dff37d7-93a5-4b69-bd50-a1fc072e6df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-600500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731988247197'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:15.354710 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c6cba9-3fbc-47b2-94dd-d47052543839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:15.355320 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b8c6cba9-3fbc-47b2-94dd-d47052543839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:15.365497 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:15.436569 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa97a406-2817-4ac6-bbc1-f0620497c3b4 admin admin] Router 97efc92e-e571-4edd-b891-9cd3b5d44f8b is scheduled to L3 agent df545903-e04d-4712-ace0-112b1e927481 with binding_index 1 {{(pid=93711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 10:07:15.447114 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caaaec12-08c2-40c1-92d5-15ebdbbd8161 admin admin] Router eff7169a-c912-43bf-9f68-ebe32f7cee0d is scheduled to L3 agent df545903-e04d-4712-ace0-112b1e927481 with binding_index 1 {{(pid=93710) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 10:07:15.456229 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dff37d7-93a5-4b69-bd50-a1fc072e6df6 admin admin] Network 6c022cdf-7908-4fe1-9f3f-494480d09f28 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:07:15.462140 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c6cba9-3fbc-47b2-94dd-d47052543839 admin admin] Pushing event updated for resources: {'Network': ['ID=6a59a776-e268-4731-84f6-221d22b7ea0f,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:15.473445 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Network 6a59a776-e268-4731-84f6-221d22b7ea0f details requested by agent ovs-agent-dv-cinder-797510-1-iscsi with host dv-cinder-797510-1-iscsi {{(pid=93712) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 10:07:15.476805 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning for port a1c70563-1ac7-428c-b59d-66e14d43d395 completed by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:07:15.481730 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-b8c6cba9-3fbc-47b2-94dd-d47052543839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:15.482442 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-fa97a406-2817-4ac6-bbc1-f0620497c3b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.091s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:15.484590 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-0dff37d7-93a5-4b69-bd50-a1fc072e6df6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:07:15.487794 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-eda3204e-993b-4683-90a3-f3f3dba7215b req-9bb43fda-cacb-4a2a-ad12-701257d31d8a tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/ports?device_id=b20af615-61b7-4ce4-90e5-95c5ee2360b8 HTTP/1.1" status: 200 len: 210 time: 0.0988822 Jun 23 10:07:15.488544 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dff37d7-93a5-4b69-bd50-a1fc072e6df6 admin admin] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 10:07:15.498983 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning complete for port a1c70563-1ac7-428c-b59d-66e14d43d395 triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:07:15.501308 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:15.555501 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-b8c6cba9-3fbc-47b2-94dd-d47052543839 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5133188 Jun 23 10:07:15.561603 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 59220) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:07:15.573051 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [None req-74e8fe83-dede-4ae4-a13e-bcc8204db72b admin admin] Request body: {'subnet': {'network_id': '6a59a776-e268-4731-84f6-221d22b7ea0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-600239184-subnet', 'tenant_id': '3d018eb8f34547b1ae785a69ced41d33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:07:15.611674 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caaaec12-08c2-40c1-92d5-15ebdbbd8161 admin admin] Notify agent at l3_agent.dv-cinder-797510-1-iscsi the message routers_updated {{(pid=93710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 10:07:15.625788 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8a07b1-9303-4094-aae9-592707cd4f11 None None] Sync routers for ids ['eff7169a-c912-43bf-9f68-ebe32f7cee0d'] in dv-cinder-797510-1-iscsi {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 10:07:15.636845 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8a07b1-9303-4094-aae9-592707cd4f11 None None] Routers {'eff7169a-c912-43bf-9f68-ebe32f7cee0d'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:07:15.637679 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-cc8a07b1-9303-4094-aae9-592707cd4f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:06:50Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['eff7169a-c912-43bf-9f68-ebe32f7cee0d'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:07:15.672982 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff37d7-93a5-4b69-bd50-a1fc072e6df6 admin admin] Pushing event updated for resources: {'Port': ['ID=0729db3c-c967-4684-b5dc-9c4ba053d154,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:15.684074 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e8fe83-dede-4ae4-a13e-bcc8204db72b admin admin] Made reservation on behalf of 3d018eb8f34547b1ae785a69ced41d33 for: {'subnet': 1} {{(pid=93710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:07:15.684253 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-0dff37d7-93a5-4b69-bd50-a1fc072e6df6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:15.686704 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-74e8fe83-dede-4ae4-a13e-bcc8204db72b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:15.719825 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:15.759915 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa97a406-2817-4ac6-bbc1-f0620497c3b4 admin admin] Notify agent at l3_agent.dv-cinder-797510-1-iscsi the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 10:07:15.771413 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-caaaec12-08c2-40c1-92d5-15ebdbbd8161 admin admin] Notify callbacks [] for router, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:15.772485 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8a164e-b1b8-4db9-af2d-595f1e3d1db7 None None] Network 75208ede-2304-4522-bb33-3632300dc81d requested from dv-cinder-797510-1-iscsi {{(pid=93712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 10:07:15.772757 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-caaaec12-08c2-40c1-92d5-15ebdbbd8161 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.9269896 Jun 23 10:07:15.780837 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193c1e3a-3821-45da-9402-f40a61c980cd None None] Sync routers for ids ['97efc92e-e571-4edd-b891-9cd3b5d44f8b'] in dv-cinder-797510-1-iscsi {{(pid=93712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 10:07:15.783169 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 59224) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:07:15.820713 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-cc8a07b1-9303-4094-aae9-592707cd4f11 None None] Set router eff7169a-c912-43bf-9f68-ebe32f7cee0d gateway port host: dv-cinder-797510-1-iscsi {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:07:15.821648 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] For port a1c70563-1ac7-428c-b59d-66e14d43d395, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=a1c70563-1ac7-428c-b59d-66e14d43d395,segment=NetworkSegment(06137ac4-b337-46f2-b6d6-d631ec2de296),segment_id=06137ac4-b337-46f2-b6d6-d631ec2de296)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:07:15.866416 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193c1e3a-3821-45da-9402-f40a61c980cd None None] Routers {'97efc92e-e571-4edd-b891-9cd3b5d44f8b'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:07:15.867107 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-193c1e3a-3821-45da-9402-f40a61c980cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:06:50Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['97efc92e-e571-4edd-b891-9cd3b5d44f8b'], 'active': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:07:15.907399 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:15.922048 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-6e4abf09-1d2f-4c10-a077-a78e619d5224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:15.933019 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-b465f025-94ff-4d54-99d0-62686b2fe27c None None] Provisioning for port 4e2e876d-6db5-4756-a6c5-88c76378a582 completed by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:07:15.983617 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-74e8fe83-dede-4ae4-a13e-bcc8204db72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987'] for subnet, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:15.987315 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-cee965d2-b48d-496b-91e1-667bae2a6a7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:16.001517 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-b465f025-94ff-4d54-99d0-62686b2fe27c None None] Provisioning complete for port 4e2e876d-6db5-4756-a6c5-88c76378a582 triggered by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:07:16.001791 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b465f025-94ff-4d54-99d0-62686b2fe27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:16.026609 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fa97a406-2817-4ac6-bbc1-f0620497c3b4 admin admin] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:16.028992 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-fa97a406-2817-4ac6-bbc1-f0620497c3b4 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.3386669 Jun 23 10:07:16.031506 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 59230) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:07:16.057076 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-cc8a07b1-9303-4094-aae9-592707cd4f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff7169a-c912-43bf-9f68-ebe32f7cee0d', 'name': 'tempest-ServerRescueNegativeTestJSON-680481498-router', 'tenant_id': '7d46b0904cf749dda07bbce4569535a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '7b51361b-a11e-4adc-9dc8-64a314ee9af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:07:12Z', 'updated_at': '2021-06-23T10:07:14Z', 'revision_number': 3, 'project_id': '7d46b0904cf749dda07bbce4569535a4', 'gw_port': {'id': '7b51361b-a11e-4adc-9dc8-64a314ee9af4', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:df:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff7169a-c912-43bf-9f68-ebe32f7cee0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:13Z', 'updated_at': '2021-06-23T10:07:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi'}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:07:16.089665 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8a07b1-9303-4094-aae9-592707cd4f11 None None] Checking router: eff7169a-c912-43bf-9f68-ebe32f7cee0d for host: dv-cinder-797510-1-iscsi {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 10:07:16.090202 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8a07b1-9303-4094-aae9-592707cd4f11 None None] Updating router eff7169a-c912-43bf-9f68-ebe32f7cee0d port 7b51361b-a11e-4adc-9dc8-64a314ee9af4 binding host dv-cinder-797510-1-iscsi {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 10:07:16.110659 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Pushing event updated for resources: {'Port': ['ID=a1c70563-1ac7-428c-b59d-66e14d43d395,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:16.111839 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e8fe83-dede-4ae4-a13e-bcc8204db72b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f80bb03-4c7d-4dd5-9452-8d0afa8acec4,revision_number=0']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:16.117824 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-74e8fe83-dede-4ae4-a13e-bcc8204db72b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:16.125347 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:16.132193 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-cc8a07b1-9303-4094-aae9-592707cd4f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:16.132503 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e8fe83-dede-4ae4-a13e-bcc8204db72b admin admin] Checking segment: {'id': 'b34c680b-9f75-4b2b-b299-9e12da3b0666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6a59a776-e268-4731-84f6-221d22b7ea0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:07:16.132864 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e8fe83-dede-4ae4-a13e-bcc8204db72b admin admin] Network hostable DHCP agents. Network: 6a59a776-e268-4731-84f6-221d22b7ea0f, hostable agents: ['676dd52a-94e8-4a4d-a39c-76e96eb0afdc'], hosted agents: [] {{(pid=93710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 10:07:16.135292 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvr_db [None req-193c1e3a-3821-45da-9402-f40a61c980cd None None] Set router 97efc92e-e571-4edd-b891-9cd3b5d44f8b gateway port host: dv-cinder-797510-1-iscsi {{(pid=93712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:07:16.258268 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0dff37d7-93a5-4b69-bd50-a1fc072e6df6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:16.258534 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e8fe83-dede-4ae4-a13e-bcc8204db72b admin admin] Network 6a59a776-e268-4731-84f6-221d22b7ea0f is scheduled to be hosted by DHCP agent 676dd52a-94e8-4a4d-a39c-76e96eb0afdc with binding_index 1 {{(pid=93710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 10:07:16.329563 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.base_scheduler [None req-74e8fe83-dede-4ae4-a13e-bcc8204db72b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797510-1-iscsi, 6a59a776-e268-4731-84f6-221d22b7ea0f) {{(pid=93710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:07:16.337061 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e8fe83-dede-4ae4-a13e-bcc8204db72b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:16.338539 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-74e8fe83-dede-4ae4-a13e-bcc8204db72b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for subnet, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:16.372785 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4b630b-0a37-4860-a683-5a2f331e4eaa None None] Network 6a59a776-e268-4731-84f6-221d22b7ea0f requested from dv-cinder-797510-1-iscsi {{(pid=93712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 10:07:16.446751 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-74e8fe83-dede-4ae4-a13e-bcc8204db72b admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8708861 Jun 23 10:07:16.499450 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b465f025-94ff-4d54-99d0-62686b2fe27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:16.592838 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-cc8a07b1-9303-4094-aae9-592707cd4f11 None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:16.607260 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-b465f025-94ff-4d54-99d0-62686b2fe27c None None] For port 4e2e876d-6db5-4756-a6c5-88c76378a582, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=4e2e876d-6db5-4756-a6c5-88c76378a582,segment=NetworkSegment(18d3fb12-0117-4481-ac00-627483f619c4),segment_id=18d3fb12-0117-4481-ac00-627483f619c4)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:07:16.620311 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-cc8a07b1-9303-4094-aae9-592707cd4f11 None None] Transition to ACTIVE for port object 7b51361b-a11e-4adc-9dc8-64a314ee9af4 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:07:16.668684 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 59240) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:07:16.698939 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3636c73d-2f48-4a83-8bfd-566604c4ba60 None None] Network 6a59a776-e268-4731-84f6-221d22b7ea0f requested from dv-cinder-797510-1-iscsi {{(pid=93712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 10:07:16.743028 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.db_base_plugin_v2 [None req-9451e554-245d-4524-bacc-cec174b3a54a admin admin] Deleting subnet 42593deb-fb2f-411e-b561-9555a37b2df5 {{(pid=93710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 10:07:16.747136 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-cc8a07b1-9303-4094-aae9-592707cd4f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:16.749476 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG oslo_concurrency.lockutils [None req-4a04bfdb-224d-4c86-890e-a1c942c54e30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:16.759291 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b465f025-94ff-4d54-99d0-62686b2fe27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:16.779494 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:16.781485 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-9451e554-245d-4524-bacc-cec174b3a54a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:16.806544 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0dff37d7-93a5-4b69-bd50-a1fc072e6df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1735028'] for router, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:16.843903 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b465f025-94ff-4d54-99d0-62686b2fe27c None None] Pushing event updated for resources: {'Port': ['ID=4e2e876d-6db5-4756-a6c5-88c76378a582,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:16.859296 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-b465f025-94ff-4d54-99d0-62686b2fe27c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:16.885116 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-193c1e3a-3821-45da-9402-f40a61c980cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97efc92e-e571-4edd-b891-9cd3b5d44f8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1569067436-router', 'tenant_id': '24291804a3fc43a7bb9013ab3736dd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:07:11Z', 'updated_at': '2021-06-23T10:07:14Z', 'revision_number': 3, 'project_id': '24291804a3fc43a7bb9013ab3736dd4e', 'gw_port': {'id': '12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:27:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97efc92e-e571-4edd-b891-9cd3b5d44f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:13Z', 'updated_at': '2021-06-23T10:07:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi'}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:07:16.904576 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2791995-8569-40bd-b4aa-ba86bc010dd7 None None] Pushing event updated for resources: {'Port': ['ID=7b51361b-a11e-4adc-9dc8-64a314ee9af4,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:16.907841 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-cc8a07b1-9303-4094-aae9-592707cd4f11 None None] Attempting to bind port 7b51361b-a11e-4adc-9dc8-64a314ee9af4 on host dv-cinder-797510-1-iscsi for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 10:07:16.908208 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-cc8a07b1-9303-4094-aae9-592707cd4f11 None None] Attempting to bind port 7b51361b-a11e-4adc-9dc8-64a314ee9af4 by drivers openvswitch,hyperv on host dv-cinder-797510-1-iscsi at level 0 using segments [{'id': 'd24f8ae7-6ec3-469c-850d-4a663419c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 10:07:16.908569 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8a07b1-9303-4094-aae9-592707cd4f11 None None] Attempting to bind port 7b51361b-a11e-4adc-9dc8-64a314ee9af4 on network 6c022cdf-7908-4fe1-9f3f-494480d09f28 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:07:16.917540 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2791995-8569-40bd-b4aa-ba86bc010dd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:07:16.917794 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2791995-8569-40bd-b4aa-ba86bc010dd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:07:16.918128 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2791995-8569-40bd-b4aa-ba86bc010dd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:07:16.918469 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2791995-8569-40bd-b4aa-ba86bc010dd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:07:16.918807 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2791995-8569-40bd-b4aa-ba86bc010dd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:07:16.919132 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2791995-8569-40bd-b4aa-ba86bc010dd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:07:16.919455 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2791995-8569-40bd-b4aa-ba86bc010dd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:07:16.919770 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2791995-8569-40bd-b4aa-ba86bc010dd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:07:16.920103 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2791995-8569-40bd-b4aa-ba86bc010dd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:07:16.920419 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2791995-8569-40bd-b4aa-ba86bc010dd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:07:16.920743 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2791995-8569-40bd-b4aa-ba86bc010dd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:07:16.920971 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-9451e554-245d-4524-bacc-cec174b3a54a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:16.921094 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2791995-8569-40bd-b4aa-ba86bc010dd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:07:16.922126 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2791995-8569-40bd-b4aa-ba86bc010dd7 None None] Tracked resource versions report: Jun 23 10:07:16.922126 dv-cinder-797510-1-iscsi neutron-server[93713]: pushed versions: Jun 23 10:07:16.922126 dv-cinder-797510-1-iscsi neutron-server[93713]: { 'AddressGroup': {'1.2'}, Jun 23 10:07:16.922126 dv-cinder-797510-1-iscsi neutron-server[93713]: 'ConntrackHelper': {'1.0'}, Jun 23 10:07:16.922126 dv-cinder-797510-1-iscsi neutron-server[93713]: 'Log': {'1.0'}, Jun 23 10:07:16.922126 dv-cinder-797510-1-iscsi neutron-server[93713]: 'Network': {'1.1'}, Jun 23 10:07:16.922126 dv-cinder-797510-1-iscsi neutron-server[93713]: 'Port': {'1.7'}, Jun 23 10:07:16.922126 dv-cinder-797510-1-iscsi neutron-server[93713]: 'PortForwarding': {'1.2'}, Jun 23 10:07:16.922126 dv-cinder-797510-1-iscsi neutron-server[93713]: 'QosPolicy': {'1.8'}, Jun 23 10:07:16.922126 dv-cinder-797510-1-iscsi neutron-server[93713]: 'SecurityGroup': {'1.4'}, Jun 23 10:07:16.922126 dv-cinder-797510-1-iscsi neutron-server[93713]: 'SecurityGroupRule': {'1.2'}, Jun 23 10:07:16.922126 dv-cinder-797510-1-iscsi neutron-server[93713]: 'SubPort': {'1.0'}, Jun 23 10:07:16.922126 dv-cinder-797510-1-iscsi neutron-server[93713]: 'Subnet': {'1.1'}, Jun 23 10:07:16.922126 dv-cinder-797510-1-iscsi neutron-server[93713]: 'Trunk': {'1.1'}} Jun 23 10:07:16.922126 dv-cinder-797510-1-iscsi neutron-server[93713]: consumer versions: Jun 23 10:07:16.922126 dv-cinder-797510-1-iscsi neutron-server[93713]: { DHCP agent@dv-cinder-797510-1-iscsi: {}, Jun 23 10:07:16.922126 dv-cinder-797510-1-iscsi neutron-server[93713]: HyperV agent@hv-cinder-79751: {}, Jun 23 10:07:16.922126 dv-cinder-797510-1-iscsi neutron-server[93713]: L3 agent@dv-cinder-797510-1-iscsi: {}, Jun 23 10:07:16.922126 dv-cinder-797510-1-iscsi neutron-server[93713]: Metadata agent@dv-cinder-797510-1-iscsi: {}, Jun 23 10:07:16.922126 dv-cinder-797510-1-iscsi neutron-server[93713]: Metering agent@dv-cinder-797510-1-iscsi: {}, Jun 23 10:07:16.922126 dv-cinder-797510-1-iscsi neutron-server[93713]: Open vSwitch agent@dv-cinder-797510-1-iscsi: { 'AddressGroup': '1.2', Jun 23 10:07:16.922126 dv-cinder-797510-1-iscsi neutron-server[93713]: 'ConntrackHelper': '1.0', Jun 23 10:07:16.922126 dv-cinder-797510-1-iscsi neutron-server[93713]: 'Log': '1.0', Jun 23 10:07:16.922126 dv-cinder-797510-1-iscsi neutron-server[93713]: 'Network': '1.1', Jun 23 10:07:16.922126 dv-cinder-797510-1-iscsi neutron-server[93713]: 'Port': '1.7', Jun 23 10:07:16.922126 dv-cinder-797510-1-iscsi neutron-server[93713]: 'PortForwarding': '1.2', Jun 23 10:07:16.922126 dv-cinder-797510-1-iscsi neutron-server[93713]: 'QosPolicy': '1.8', Jun 23 10:07:16.922126 dv-cinder-797510-1-iscsi neutron-server[93713]: 'SecurityGroup': '1.4', Jun 23 10:07:16.922126 dv-cinder-797510-1-iscsi neutron-server[93713]: 'SecurityGroupRule': '1.2', Jun 23 10:07:16.922126 dv-cinder-797510-1-iscsi neutron-server[93713]: 'SubPort': '1.0', Jun 23 10:07:16.922126 dv-cinder-797510-1-iscsi neutron-server[93713]: 'Subnet': '1.1', Jun 23 10:07:16.922126 dv-cinder-797510-1-iscsi neutron-server[93713]: 'Trunk': '1.1'}} Jun 23 10:07:16.922126 dv-cinder-797510-1-iscsi neutron-server[93713]: {{(pid=93713) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 10:07:16.925282 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8a07b1-9303-4094-aae9-592707cd4f11 None None] Checking agent: {'id': 'b3037b97-c09d-4619-9318-9bf5134e8ab7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 9, 59, 20), 'started_at': datetime.datetime(2021, 6, 23, 9, 59, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 10, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 10:07:16.925661 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8a07b1-9303-4094-aae9-592707cd4f11 None None] Checking segment: {'id': 'd24f8ae7-6ec3-469c-850d-4a663419c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:07:16.926089 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-cc8a07b1-9303-4094-aae9-592707cd4f11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:16.926498 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc8a07b1-9303-4094-aae9-592707cd4f11 None None] Bound using segment: {'id': 'd24f8ae7-6ec3-469c-850d-4a663419c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 10:07:16.927091 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-cc8a07b1-9303-4094-aae9-592707cd4f11 None None] Bound port: 7b51361b-a11e-4adc-9dc8-64a314ee9af4, host: dv-cinder-797510-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd24f8ae7-6ec3-469c-850d-4a663419c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 10:07:16.927462 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-cc8a07b1-9303-4094-aae9-592707cd4f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:16.929385 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG oslo_concurrency.lockutils [None req-d2791995-8569-40bd-b4aa-ba86bc010dd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:16.939537 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-9451e554-245d-4524-bacc-cec174b3a54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528171'] for subnet, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:16.943780 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193c1e3a-3821-45da-9402-f40a61c980cd None None] Checking router: 97efc92e-e571-4edd-b891-9cd3b5d44f8b for host: dv-cinder-797510-1-iscsi {{(pid=93712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 10:07:16.944139 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193c1e3a-3821-45da-9402-f40a61c980cd None None] Updating router 97efc92e-e571-4edd-b891-9cd3b5d44f8b port 12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1 binding host dv-cinder-797510-1-iscsi {{(pid=93712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 10:07:17.029480 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-193c1e3a-3821-45da-9402-f40a61c980cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:17.037612 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-cc8a07b1-9303-4094-aae9-592707cd4f11 None None] For port 7b51361b-a11e-4adc-9dc8-64a314ee9af4, host dv-cinder-797510-1-iscsi, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 10:07:17.047221 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-cc8a07b1-9303-4094-aae9-592707cd4f11 None None] For port 7b51361b-a11e-4adc-9dc8-64a314ee9af4, host dv-cinder-797510-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=7b51361b-a11e-4adc-9dc8-64a314ee9af4,segment=NetworkSegment(d24f8ae7-6ec3-469c-850d-4a663419c87d),segment_id=d24f8ae7-6ec3-469c-850d-4a663419c87d)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 10:07:17.094461 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5988d2e3-7b7b-4f96-a585-f016fb802b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for port, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:17.112645 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device a1c70563-1ac7-428c-b59d-66e14d43d395 up at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:07:17.136256 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b467f627-8c91-41da-a48a-9ecb9439c1d0 req-b653e963-f874-4a10-bed5-0e3e8bbb0382 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/ports?device_id=b20af615-61b7-4ce4-90e5-95c5ee2360b8 HTTP/1.1" status: 200 len: 210 time: 0.3247952 Jun 23 10:07:17.149265 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-cc8a07b1-9303-4094-aae9-592707cd4f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:17.173506 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:17.198484 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-9451e554-245d-4524-bacc-cec174b3a54a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987'] for subnet, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:17.219956 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8a07b1-9303-4094-aae9-592707cd4f11 None None] Routers {'eff7169a-c912-43bf-9f68-ebe32f7cee0d'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:07:17.220583 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-cc8a07b1-9303-4094-aae9-592707cd4f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:06:50Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['eff7169a-c912-43bf-9f68-ebe32f7cee0d'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:07:17.229468 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-e5210632-e22a-46c0-934b-f3b94ca421b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:17.268991 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9451e554-245d-4524-bacc-cec174b3a54a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42593deb-fb2f-411e-b561-9555a37b2df5,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:17.277370 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-b6cf074d-8824-49c8-a610-3e5380d2227b None None] Provisioning complete for port 4e2e876d-6db5-4756-a6c5-88c76378a582 triggered by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:07:17.277746 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b6cf074d-8824-49c8-a610-3e5380d2227b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:17.285096 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-9451e554-245d-4524-bacc-cec174b3a54a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:17.307785 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-9451e554-245d-4524-bacc-cec174b3a54a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for subnet, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:17.310166 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-9451e554-245d-4524-bacc-cec174b3a54a admin admin] 10.222.0.47 "DELETE /v2.0/subnets/42593deb-fb2f-411e-b561-9555a37b2df5 HTTP/1.1" status: 204 len: 168 time: 0.6405709 Jun 23 10:07:17.317821 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 59250) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:07:17.326811 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2791995-8569-40bd-b4aa-ba86bc010dd7 None None] Pushing event updated for resources: {'Port': ['ID=7b51361b-a11e-4adc-9dc8-64a314ee9af4,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:17.333619 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dff37d7-93a5-4b69-bd50-a1fc072e6df6 admin admin] Router 4289399a-5ee4-4996-8ceb-7fb9918adb2d is scheduled to L3 agent df545903-e04d-4712-ace0-112b1e927481 with binding_index 1 {{(pid=93711) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 10:07:17.340464 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG oslo_concurrency.lockutils [None req-d2791995-8569-40bd-b4aa-ba86bc010dd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:17.370269 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-cc8a07b1-9303-4094-aae9-592707cd4f11 None None] Set router eff7169a-c912-43bf-9f68-ebe32f7cee0d gateway port host: dv-cinder-797510-1-iscsi {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:07:17.426835 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-1e60f4de-24a9-432a-9896-281e27a8c616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-550829'] for network, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:17.431733 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning complete for port a1c70563-1ac7-428c-b59d-66e14d43d395 triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:07:17.432702 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:17.531584 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1698cfe6-ac16-4ca5-848d-3a80a3d4a520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:17.642470 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-cc8a07b1-9303-4094-aae9-592707cd4f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff7169a-c912-43bf-9f68-ebe32f7cee0d', 'name': 'tempest-ServerRescueNegativeTestJSON-680481498-router', 'tenant_id': '7d46b0904cf749dda07bbce4569535a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '7b51361b-a11e-4adc-9dc8-64a314ee9af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:07:12Z', 'updated_at': '2021-06-23T10:07:14Z', 'revision_number': 3, 'project_id': '7d46b0904cf749dda07bbce4569535a4', 'gw_port': {'id': '7b51361b-a11e-4adc-9dc8-64a314ee9af4', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:df:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff7169a-c912-43bf-9f68-ebe32f7cee0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:13Z', 'updated_at': '2021-06-23T10:07:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi'}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:07:17.645154 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device 4e2e876d-6db5-4756-a6c5-88c76378a582 up at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:07:17.670156 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-1e60f4de-24a9-432a-9896-281e27a8c616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527526', 'neutron.services.segments.db._delete_segments_for_network-8731988835103'] for network, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:17.684963 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-1e60f4de-24a9-432a-9896-281e27a8c616 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:07:17.685546 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-1e60f4de-24a9-432a-9896-281e27a8c616 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:07:17.686509 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-1e60f4de-24a9-432a-9896-281e27a8c616 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:07:17.687038 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-1e60f4de-24a9-432a-9896-281e27a8c616 admin admin] Subscribe: > port after_create 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:07:17.687578 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-1e60f4de-24a9-432a-9896-281e27a8c616 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:07:17.688095 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-1e60f4de-24a9-432a-9896-281e27a8c616 admin admin] Subscribe: > port after_update 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:07:17.688652 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-1e60f4de-24a9-432a-9896-281e27a8c616 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:07:17.689386 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-1e60f4de-24a9-432a-9896-281e27a8c616 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:07:17.689901 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-1e60f4de-24a9-432a-9896-281e27a8c616 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:07:17.690370 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-1e60f4de-24a9-432a-9896-281e27a8c616 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:07:17.711132 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8a07b1-9303-4094-aae9-592707cd4f11 None None] The sync data for ids ['eff7169a-c912-43bf-9f68-ebe32f7cee0d'] in dv-cinder-797510-1-iscsi is: [{'id': 'eff7169a-c912-43bf-9f68-ebe32f7cee0d', 'name': 'tempest-ServerRescueNegativeTestJSON-680481498-router', 'tenant_id': '7d46b0904cf749dda07bbce4569535a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '7b51361b-a11e-4adc-9dc8-64a314ee9af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:07:12Z', 'updated_at': '2021-06-23T10:07:14Z', 'revision_number': 3, 'project_id': '7d46b0904cf749dda07bbce4569535a4', 'gw_port': {'id': '7b51361b-a11e-4adc-9dc8-64a314ee9af4', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:df:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff7169a-c912-43bf-9f68-ebe32f7cee0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:13Z', 'updated_at': '2021-06-23T10:07:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi'}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 10:07:17.721592 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dff37d7-93a5-4b69-bd50-a1fc072e6df6 admin admin] Notify agent at l3_agent.dv-cinder-797510-1-iscsi the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 10:07:17.741275 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9dfaf7a-2baf-4b00-9ff5-cfc4987d4af7 None None] Sync routers for ids ['4289399a-5ee4-4996-8ceb-7fb9918adb2d'] in dv-cinder-797510-1-iscsi {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 10:07:17.750264 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-193c1e3a-3821-45da-9402-f40a61c980cd None None] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:17.756251 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dfaf7a-2baf-4b00-9ff5-cfc4987d4af7 None None] Routers {'4289399a-5ee4-4996-8ceb-7fb9918adb2d'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:07:17.757746 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-e9dfaf7a-2baf-4b00-9ff5-cfc4987d4af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:06:50Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['4289399a-5ee4-4996-8ceb-7fb9918adb2d'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:07:17.763536 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-193c1e3a-3821-45da-9402-f40a61c980cd None None] Transition to ACTIVE for port object 12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:07:17.779722 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning complete for port 4e2e876d-6db5-4756-a6c5-88c76378a582 triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:07:17.780170 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:17.828683 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-1698cfe6-ac16-4ca5-848d-3a80a3d4a520 admin admin] Allocated IP 172.20.0.1 (fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5/ee931124-afba-46a0-8fb4-344a768129bc/ac80d30a-bcd9-4afe-b1b6-f1177940d123) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 10:07:17.847223 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-193c1e3a-3821-45da-9402-f40a61c980cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:17.852970 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:17.893686 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0dff37d7-93a5-4b69-bd50-a1fc072e6df6 admin admin] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:17.897775 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-0dff37d7-93a5-4b69-bd50-a1fc072e6df6 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3006351 Jun 23 10:07:17.906195 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 59266) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:07:17.915568 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-1e60f4de-24a9-432a-9896-281e27a8c616 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:07:17.915996 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-1e60f4de-24a9-432a-9896-281e27a8c616 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:07:17.916384 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-1e60f4de-24a9-432a-9896-281e27a8c616 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:07:17.916796 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-1e60f4de-24a9-432a-9896-281e27a8c616 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93710) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:07:17.917211 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.services.segments.db [None req-1e60f4de-24a9-432a-9896-281e27a8c616 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ac0e686-dd91-40d7-9bed-9902b818bc9c']}} {{(pid=93710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:07:17.967528 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e95f8ab-d2de-4fb2-bbba-23378285d52a None None] Pushing event updated for resources: {'Port': ['ID=12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:17.974373 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7e853b64-1a72-47b4-aebb-15ee0eb42191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:17.979555 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-9e95f8ab-d2de-4fb2-bbba-23378285d52a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:18.027690 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-193c1e3a-3821-45da-9402-f40a61c980cd None None] Attempting to bind port 12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1 on host dv-cinder-797510-1-iscsi for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 10:07:18.032754 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-193c1e3a-3821-45da-9402-f40a61c980cd None None] Attempting to bind port 12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1 by drivers openvswitch,hyperv on host dv-cinder-797510-1-iscsi at level 0 using segments [{'id': 'd24f8ae7-6ec3-469c-850d-4a663419c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 10:07:18.036261 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193c1e3a-3821-45da-9402-f40a61c980cd None None] Attempting to bind port 12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1 on network 6c022cdf-7908-4fe1-9f3f-494480d09f28 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:07:18.101823 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.services.segments.db [None req-1e60f4de-24a9-432a-9896-281e27a8c616 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ed1d302-4647-4679-a5b1-decb342c9714') {'for_net_delete': True} {{(pid=93710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:07:18.102587 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.services.segments.db [None req-1e60f4de-24a9-432a-9896-281e27a8c616 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ed1d302-4647-4679-a5b1-decb342c9714') {} {{(pid=93710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:07:18.120748 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193c1e3a-3821-45da-9402-f40a61c980cd None None] Checking agent: {'id': 'b3037b97-c09d-4619-9318-9bf5134e8ab7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 9, 59, 20), 'started_at': datetime.datetime(2021, 6, 23, 9, 59, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 10, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 10:07:18.120748 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193c1e3a-3821-45da-9402-f40a61c980cd None None] Checking segment: {'id': 'd24f8ae7-6ec3-469c-850d-4a663419c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:07:18.120748 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-193c1e3a-3821-45da-9402-f40a61c980cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:18.120748 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-193c1e3a-3821-45da-9402-f40a61c980cd None None] Bound using segment: {'id': 'd24f8ae7-6ec3-469c-850d-4a663419c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 10:07:18.120748 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-193c1e3a-3821-45da-9402-f40a61c980cd None None] Bound port: 12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1, host: dv-cinder-797510-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd24f8ae7-6ec3-469c-850d-4a663419c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 10:07:18.120748 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-193c1e3a-3821-45da-9402-f40a61c980cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:18.137715 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-e9dfaf7a-2baf-4b00-9ff5-cfc4987d4af7 None None] Set router 4289399a-5ee4-4996-8ceb-7fb9918adb2d gateway port host: dv-cinder-797510-1-iscsi {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:07:18.173311 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-1e60f4de-24a9-432a-9896-281e27a8c616 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731988825070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33103690'] for segment, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:18.232125 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-1e60f4de-24a9-432a-9896-281e27a8c616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-523806'] for segment, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:18.241810 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e60f4de-24a9-432a-9896-281e27a8c616 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=93710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 10:07:18.242258 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-1e60f4de-24a9-432a-9896-281e27a8c616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-523806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31904718'] for segment, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:18.306273 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-193c1e3a-3821-45da-9402-f40a61c980cd None None] For port 12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1, host dv-cinder-797510-1-iscsi, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 10:07:18.330515 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.52', 63279) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:07:18.344126 dv-cinder-797510-1-iscsi neutron-server[93710]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 10:07:18.344126 dv-cinder-797510-1-iscsi neutron-server[93710]: from cryptography.utils import int_from_bytes Jun 23 10:07:18.344126 dv-cinder-797510-1-iscsi neutron-server[93710]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 10:07:18.344126 dv-cinder-797510-1-iscsi neutron-server[93710]: from cryptography.utils import int_from_bytes Jun 23 10:07:18.344126 dv-cinder-797510-1-iscsi neutron-server[93710]: Traceback (most recent call last): Jun 23 10:07:18.344126 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 10:07:18.344126 dv-cinder-797510-1-iscsi neutron-server[93710]: timer() Jun 23 10:07:18.344126 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 10:07:18.344126 dv-cinder-797510-1-iscsi neutron-server[93710]: cb(*args, **kw) Jun 23 10:07:18.344126 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 10:07:18.344126 dv-cinder-797510-1-iscsi neutron-server[93710]: return func(*args, **kwargs) Jun 23 10:07:18.344126 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 10:07:18.344126 dv-cinder-797510-1-iscsi neutron-server[93710]: self._notify() Jun 23 10:07:18.344126 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 10:07:18.344126 dv-cinder-797510-1-iscsi neutron-server[93710]: self.callback(batched_events) Jun 23 10:07:18.344126 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 10:07:18.344126 dv-cinder-797510-1-iscsi neutron-server[93710]: event.method(event) Jun 23 10:07:18.344126 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 10:07:18.344126 dv-cinder-797510-1-iscsi neutron-server[93710]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 10:07:18.344126 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 10:07:18.344126 dv-cinder-797510-1-iscsi neutron-server[93710]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 10:07:18.344126 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 10:07:18.344126 dv-cinder-797510-1-iscsi neutron-server[93710]: return f(self, *a, **k) Jun 23 10:07:18.344126 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 10:07:18.344126 dv-cinder-797510-1-iscsi neutron-server[93710]: return self._get(url).json() Jun 23 10:07:18.344126 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 10:07:18.344126 dv-cinder-797510-1-iscsi neutron-server[93710]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 10:07:18.344126 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 10:07:18.344126 dv-cinder-797510-1-iscsi neutron-server[93710]: return self.request(url, 'GET', **kwargs) Jun 23 10:07:18.344126 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 10:07:18.344126 dv-cinder-797510-1-iscsi neutron-server[93710]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 10:07:18.344126 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 10:07:18.344126 dv-cinder-797510-1-iscsi neutron-server[93710]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 10:07:18.344126 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 10:07:18.344126 dv-cinder-797510-1-iscsi neutron-server[93710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 10:07:18.344126 dv-cinder-797510-1-iscsi neutron-server[93710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 10:07:18.355609 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.db_base_plugin_common [None req-5988d2e3-7b7b-4f96-a585-f016fb802b9e admin admin] Allocated IP 172.20.0.1 (2c358830-fde0-4aa0-a28c-3a7712f5e2f9/cdba8eb6-d4a0-4adb-b53b-76f5eb8c1c27/e797fe65-278a-4b88-8a70-4a8901febe8a) {{(pid=93710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 10:07:18.420942 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-193c1e3a-3821-45da-9402-f40a61c980cd None None] For port 12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1, host dv-cinder-797510-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1,segment=NetworkSegment(d24f8ae7-6ec3-469c-850d-4a663419c87d),segment_id=d24f8ae7-6ec3-469c-850d-4a663419c87d)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 10:07:18.439847 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-1e60f4de-24a9-432a-9896-281e27a8c616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-193570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1707113'] for network, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:18.460665 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:18.462974 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-e9dfaf7a-2baf-4b00-9ff5-cfc4987d4af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'name': 'tempest-AttachVolumeTestJSON-1884555333-router', 'tenant_id': '2bfd8cef6a2f47babb53716771db0095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '0729db3c-c967-4684-b5dc-9c4ba053d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:07:12Z', 'updated_at': '2021-06-23T10:07:15Z', 'revision_number': 3, 'project_id': '2bfd8cef6a2f47babb53716771db0095', 'gw_port': {'id': '0729db3c-c967-4684-b5dc-9c4ba053d154', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:37:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:14Z', 'updated_at': '2021-06-23T10:07:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi'}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:07:18.478254 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-1e60f4de-24a9-432a-9896-281e27a8c616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for network, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:18.480509 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-1e60f4de-24a9-432a-9896-281e27a8c616 admin admin] 10.222.0.47 "DELETE /v2.0/networks/9ac0e686-dd91-40d7-9bed-9902b818bc9c HTTP/1.1" status: 204 len: 168 time: 1.1613460 Jun 23 10:07:18.483839 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 59288) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:07:18.492136 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e60f4de-24a9-432a-9896-281e27a8c616 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ac0e686-dd91-40d7-9bed-9902b818bc9c,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:18.495006 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-193c1e3a-3821-45da-9402-f40a61c980cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:18.497291 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:18.501913 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-1e60f4de-24a9-432a-9896-281e27a8c616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:18.525157 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9dfaf7a-2baf-4b00-9ff5-cfc4987d4af7 None None] Checking router: 4289399a-5ee4-4996-8ceb-7fb9918adb2d for host: dv-cinder-797510-1-iscsi {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 10:07:18.526221 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9dfaf7a-2baf-4b00-9ff5-cfc4987d4af7 None None] Updating router 4289399a-5ee4-4996-8ceb-7fb9918adb2d port 0729db3c-c967-4684-b5dc-9c4ba053d154 binding host dv-cinder-797510-1-iscsi {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 10:07:18.604168 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e9dfaf7a-2baf-4b00-9ff5-cfc4987d4af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:18.607762 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.db_base_plugin_v2 [None req-10981ffe-1df4-413c-b289-ed9f29014d85 admin admin] Deleting subnet 4f80bb03-4c7d-4dd5-9452-8d0afa8acec4 {{(pid=93710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 10:07:18.613491 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5988d2e3-7b7b-4f96-a585-f016fb802b9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:18.615800 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-10981ffe-1df4-413c-b289-ed9f29014d85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:18.632993 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193c1e3a-3821-45da-9402-f40a61c980cd None None] Routers {'97efc92e-e571-4edd-b891-9cd3b5d44f8b'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:07:18.639405 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-193c1e3a-3821-45da-9402-f40a61c980cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:06:50Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['97efc92e-e571-4edd-b891-9cd3b5d44f8b'], 'active': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:07:18.659908 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.provisioning_blocks [None req-5988d2e3-7b7b-4f96-a585-f016fb802b9e admin admin] Transition to ACTIVE for port object e797fe65-278a-4b88-8a70-4a8901febe8a will not be triggered until provisioned by entity DHCP. {{(pid=93710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:07:18.676694 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-10981ffe-1df4-413c-b289-ed9f29014d85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33103701'] for subnet, precommit_delete_associations {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:18.719636 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e95f8ab-d2de-4fb2-bbba-23378285d52a None None] Pushing event updated for resources: {'Port': ['ID=12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:18.723901 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-9e95f8ab-d2de-4fb2-bbba-23378285d52a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:18.738326 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-10981ffe-1df4-413c-b289-ed9f29014d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528171'] for subnet, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:18.763998 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-fd863e94-b993-4138-9897-87144afcaea4 req-658409d9-5af9-4bef-87a9-861fcbb92457 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/ports?device_id=b20af615-61b7-4ce4-90e5-95c5ee2360b8 HTTP/1.1" status: 200 len: 210 time: 0.4258888 Jun 23 10:07:18.830306 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5988d2e3-7b7b-4f96-a585-f016fb802b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-600500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731988247197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31904512'] for port, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:18.839400 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-caaaec12-08c2-40c1-92d5-15ebdbbd8161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:18.857123 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1698cfe6-ac16-4ca5-848d-3a80a3d4a520 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:18.878092 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5988d2e3-7b7b-4f96-a585-f016fb802b9e admin admin] Network 2c358830-fde0-4aa0-a28c-3a7712f5e2f9 is already hosted by enough agents. {{(pid=93710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:07:18.883660 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.base_scheduler [None req-5988d2e3-7b7b-4f96-a585-f016fb802b9e admin admin] Resources bound (agent type, host, resource id): {{(pid=93710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:07:18.886997 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5988d2e3-7b7b-4f96-a585-f016fb802b9e admin admin] Received port after_create {{(pid=93710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 10:07:18.893348 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvr_db [None req-193c1e3a-3821-45da-9402-f40a61c980cd None None] Set router 97efc92e-e571-4edd-b891-9cd3b5d44f8b gateway port host: dv-cinder-797510-1-iscsi {{(pid=93712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:07:18.924737 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-10981ffe-1df4-413c-b289-ed9f29014d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31904595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33311376'] for subnet, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:18.952993 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-10981ffe-1df4-413c-b289-ed9f29014d85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for subnet, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:18.955241 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-10981ffe-1df4-413c-b289-ed9f29014d85 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/4f80bb03-4c7d-4dd5-9452-8d0afa8acec4 HTTP/1.1" status: 204 len: 168 time: 0.4699230 Jun 23 10:07:18.956078 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5988d2e3-7b7b-4f96-a585-f016fb802b9e admin admin] Pushing event updated for resources: {'Port': ['ID=e797fe65-278a-4b88-8a70-4a8901febe8a,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:18.959380 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-5988d2e3-7b7b-4f96-a585-f016fb802b9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:18.962152 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 59302) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:07:18.962506 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:19.068075 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-eef60ddf-34c5-4a53-b45f-5b0e5b864070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-550829'] for network, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:19.098907 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5988d2e3-7b7b-4f96-a585-f016fb802b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723508'] for router_interface, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:19.214497 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e9dfaf7a-2baf-4b00-9ff5-cfc4987d4af7 None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:19.265882 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-e9dfaf7a-2baf-4b00-9ff5-cfc4987d4af7 None None] Transition to ACTIVE for port object 0729db3c-c967-4684-b5dc-9c4ba053d154 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:07:19.303173 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device 7b51361b-a11e-4adc-9dc8-64a314ee9af4 up at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:07:19.331892 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e9dfaf7a-2baf-4b00-9ff5-cfc4987d4af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:19.334181 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:19.335656 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb47b7a-75cf-47f9-b2f1-65200c808e8f req-69423a81-8c9d-408e-a13d-382a1a6df9ca tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:19.342371 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9bb47b7a-75cf-47f9-b2f1-65200c808e8f req-69423a81-8c9d-408e-a13d-382a1a6df9ca tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.52 "GET /v2.0/networks?id=2ff48d62-a733-45c7-b4d1-2b275985ec48 HTTP/1.1" status: 200 len: 812 time: 1.0025918 Jun 23 10:07:19.467587 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10981ffe-1df4-413c-b289-ed9f29014d85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f80bb03-4c7d-4dd5-9452-8d0afa8acec4,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:19.472255 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-e9dfaf7a-2baf-4b00-9ff5-cfc4987d4af7 None None] Attempting to bind port 0729db3c-c967-4684-b5dc-9c4ba053d154 on host dv-cinder-797510-1-iscsi for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 10:07:19.476112 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-10981ffe-1df4-413c-b289-ed9f29014d85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:19.477780 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-e9dfaf7a-2baf-4b00-9ff5-cfc4987d4af7 None None] Attempting to bind port 0729db3c-c967-4684-b5dc-9c4ba053d154 by drivers openvswitch,hyperv on host dv-cinder-797510-1-iscsi at level 0 using segments [{'id': 'd24f8ae7-6ec3-469c-850d-4a663419c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 10:07:19.480113 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9dfaf7a-2baf-4b00-9ff5-cfc4987d4af7 None None] Attempting to bind port 0729db3c-c967-4684-b5dc-9c4ba053d154 on network 6c022cdf-7908-4fe1-9f3f-494480d09f28 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:07:19.505833 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9dfaf7a-2baf-4b00-9ff5-cfc4987d4af7 None None] Checking agent: {'id': 'b3037b97-c09d-4619-9318-9bf5134e8ab7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 9, 59, 20), 'started_at': datetime.datetime(2021, 6, 23, 9, 59, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 10, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 10:07:19.508985 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9dfaf7a-2baf-4b00-9ff5-cfc4987d4af7 None None] Checking segment: {'id': 'd24f8ae7-6ec3-469c-850d-4a663419c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:07:19.514921 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e9dfaf7a-2baf-4b00-9ff5-cfc4987d4af7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:19.515829 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9dfaf7a-2baf-4b00-9ff5-cfc4987d4af7 None None] Bound using segment: {'id': 'd24f8ae7-6ec3-469c-850d-4a663419c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 10:07:19.516845 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-e9dfaf7a-2baf-4b00-9ff5-cfc4987d4af7 None None] Bound port: 0729db3c-c967-4684-b5dc-9c4ba053d154, host: dv-cinder-797510-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd24f8ae7-6ec3-469c-850d-4a663419c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 10:07:19.517406 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e9dfaf7a-2baf-4b00-9ff5-cfc4987d4af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:19.591295 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1698cfe6-ac16-4ca5-848d-3a80a3d4a520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-600500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731988247197'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:19.593917 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-e9dfaf7a-2baf-4b00-9ff5-cfc4987d4af7 None None] For port 0729db3c-c967-4684-b5dc-9c4ba053d154, host dv-cinder-797510-1-iscsi, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 10:07:19.597136 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-e9dfaf7a-2baf-4b00-9ff5-cfc4987d4af7 None None] For port 0729db3c-c967-4684-b5dc-9c4ba053d154, host dv-cinder-797510-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=0729db3c-c967-4684-b5dc-9c4ba053d154,segment=NetworkSegment(d24f8ae7-6ec3-469c-850d-4a663419c87d),segment_id=d24f8ae7-6ec3-469c-850d-4a663419c87d)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 10:07:19.604632 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:19.607236 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-eef60ddf-34c5-4a53-b45f-5b0e5b864070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527526', 'neutron.services.segments.db._delete_segments_for_network-8731988835103'] for network, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:19.607378 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2daa57e-287e-4c8c-ba46-6c148b7a2cb9 None None] Pushing event updated for resources: {'Port': ['ID=0729db3c-c967-4684-b5dc-9c4ba053d154,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:19.629196 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.services.segments.db [None req-eef60ddf-34c5-4a53-b45f-5b0e5b864070 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a59a776-e268-4731-84f6-221d22b7ea0f']}} {{(pid=93710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:07:19.632602 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5988d2e3-7b7b-4f96-a585-f016fb802b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:19.637416 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG oslo_concurrency.lockutils [None req-e2daa57e-287e-4c8c-ba46-6c148b7a2cb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=93713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:19.657854 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1698cfe6-ac16-4ca5-848d-3a80a3d4a520 admin admin] Network fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:07:19.659144 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-193c1e3a-3821-45da-9402-f40a61c980cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97efc92e-e571-4edd-b891-9cd3b5d44f8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1569067436-router', 'tenant_id': '24291804a3fc43a7bb9013ab3736dd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:07:11Z', 'updated_at': '2021-06-23T10:07:14Z', 'revision_number': 3, 'project_id': '24291804a3fc43a7bb9013ab3736dd4e', 'gw_port': {'id': '12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:27:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97efc92e-e571-4edd-b891-9cd3b5d44f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:13Z', 'updated_at': '2021-06-23T10:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi'}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:07:19.673281 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.services.segments.db [None req-eef60ddf-34c5-4a53-b45f-5b0e5b864070 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b34c680b-9f75-4b2b-b299-9e12da3b0666') {'for_net_delete': True} {{(pid=93710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:07:19.673591 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.services.segments.db [None req-eef60ddf-34c5-4a53-b45f-5b0e5b864070 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b34c680b-9f75-4b2b-b299-9e12da3b0666') {} {{(pid=93710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:07:19.677544 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-e9dfaf7a-2baf-4b00-9ff5-cfc4987d4af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:19.680483 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG oslo_concurrency.lockutils [None req-e2daa57e-287e-4c8c-ba46-6c148b7a2cb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:19.695670 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193c1e3a-3821-45da-9402-f40a61c980cd None None] The sync data for ids ['97efc92e-e571-4edd-b891-9cd3b5d44f8b'] in dv-cinder-797510-1-iscsi is: [{'id': '97efc92e-e571-4edd-b891-9cd3b5d44f8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1569067436-router', 'tenant_id': '24291804a3fc43a7bb9013ab3736dd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:07:11Z', 'updated_at': '2021-06-23T10:07:14Z', 'revision_number': 3, 'project_id': '24291804a3fc43a7bb9013ab3736dd4e', 'gw_port': {'id': '12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:27:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97efc92e-e571-4edd-b891-9cd3b5d44f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:13Z', 'updated_at': '2021-06-23T10:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi'}] {{(pid=93712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 10:07:19.704989 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-eef60ddf-34c5-4a53-b45f-5b0e5b864070 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731988825070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33103690'] for segment, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:19.705498 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-8439ab42-d4f8-442a-9862-9dd5dbdd8609 None None] Provisioning for port e797fe65-278a-4b88-8a70-4a8901febe8a completed by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:07:19.711138 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-8439ab42-d4f8-442a-9862-9dd5dbdd8609 None None] Provisioning complete for port e797fe65-278a-4b88-8a70-4a8901febe8a triggered by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:07:19.713045 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8439ab42-d4f8-442a-9862-9dd5dbdd8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:19.714524 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-1698cfe6-ac16-4ca5-848d-3a80a3d4a520 admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:07:19.724275 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1698cfe6-ac16-4ca5-848d-3a80a3d4a520 admin admin] Pushing event updated for resources: {'Port': ['ID=ac80d30a-bcd9-4afe-b1b6-f1177940d123,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:19.741932 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1698cfe6-ac16-4ca5-848d-3a80a3d4a520 admin admin] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 10:07:19.742610 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1698cfe6-ac16-4ca5-848d-3a80a3d4a520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723508'] for router_interface, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:19.764920 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-eef60ddf-34c5-4a53-b45f-5b0e5b864070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-523806'] for segment, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:19.786258 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eef60ddf-34c5-4a53-b45f-5b0e5b864070 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=93710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 10:07:19.788797 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-eef60ddf-34c5-4a53-b45f-5b0e5b864070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-523806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31904718'] for segment, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:19.788797 dv-cinder-797510-1-iscsi neutron-server[93710]: Traceback (most recent call last): Jun 23 10:07:19.788797 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 10:07:19.788797 dv-cinder-797510-1-iscsi neutron-server[93710]: timer() Jun 23 10:07:19.788797 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 10:07:19.788797 dv-cinder-797510-1-iscsi neutron-server[93710]: cb(*args, **kw) Jun 23 10:07:19.788797 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 10:07:19.788797 dv-cinder-797510-1-iscsi neutron-server[93710]: return func(*args, **kwargs) Jun 23 10:07:19.788797 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 10:07:19.788797 dv-cinder-797510-1-iscsi neutron-server[93710]: self._notify() Jun 23 10:07:19.788797 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 10:07:19.788797 dv-cinder-797510-1-iscsi neutron-server[93710]: self.callback(batched_events) Jun 23 10:07:19.788797 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 10:07:19.788797 dv-cinder-797510-1-iscsi neutron-server[93710]: event.method(event) Jun 23 10:07:19.788797 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 10:07:19.788797 dv-cinder-797510-1-iscsi neutron-server[93710]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 10:07:19.788797 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 10:07:19.788797 dv-cinder-797510-1-iscsi neutron-server[93710]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 10:07:19.788797 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 10:07:19.788797 dv-cinder-797510-1-iscsi neutron-server[93710]: return f(self, *a, **k) Jun 23 10:07:19.788797 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 10:07:19.788797 dv-cinder-797510-1-iscsi neutron-server[93710]: return self._get(url).json() Jun 23 10:07:19.788797 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 10:07:19.788797 dv-cinder-797510-1-iscsi neutron-server[93710]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 10:07:19.788797 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 10:07:19.788797 dv-cinder-797510-1-iscsi neutron-server[93710]: return self.request(url, 'GET', **kwargs) Jun 23 10:07:19.788797 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 10:07:19.788797 dv-cinder-797510-1-iscsi neutron-server[93710]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 10:07:19.788797 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 10:07:19.788797 dv-cinder-797510-1-iscsi neutron-server[93710]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 10:07:19.788797 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 10:07:19.788797 dv-cinder-797510-1-iscsi neutron-server[93710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 10:07:19.788797 dv-cinder-797510-1-iscsi neutron-server[93710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 10:07:19.793794 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-8439ab42-d4f8-442a-9862-9dd5dbdd8609 None None] Port e797fe65-278a-4b88-8a70-4a8901febe8a cannot update to ACTIVE because it is not bound. {{(pid=93712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 10:07:19.796078 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning for port 7b51361b-a11e-4adc-9dc8-64a314ee9af4 completed by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:07:19.801990 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning complete for port 7b51361b-a11e-4adc-9dc8-64a314ee9af4 triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:07:19.802404 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:19.833243 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dfaf7a-2baf-4b00-9ff5-cfc4987d4af7 None None] Routers {'4289399a-5ee4-4996-8ceb-7fb9918adb2d'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:07:19.836437 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-e9dfaf7a-2baf-4b00-9ff5-cfc4987d4af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:06:50Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['4289399a-5ee4-4996-8ceb-7fb9918adb2d'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:07:19.899458 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-1698cfe6-ac16-4ca5-848d-3a80a3d4a520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:19.917178 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2daa57e-287e-4c8c-ba46-6c148b7a2cb9 None None] Pushing event updated for resources: {'Port': ['ID=0729db3c-c967-4684-b5dc-9c4ba053d154,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:19.921914 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG oslo_concurrency.lockutils [None req-e2daa57e-287e-4c8c-ba46-6c148b7a2cb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=93713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:19.955418 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:20.008583 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] For port 7b51361b-a11e-4adc-9dc8-64a314ee9af4, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=7b51361b-a11e-4adc-9dc8-64a314ee9af4,segment=NetworkSegment(d24f8ae7-6ec3-469c-850d-4a663419c87d),segment_id=d24f8ae7-6ec3-469c-850d-4a663419c87d)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:07:20.028603 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-eef60ddf-34c5-4a53-b45f-5b0e5b864070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-193570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1707113'] for network, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:20.052264 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-e9dfaf7a-2baf-4b00-9ff5-cfc4987d4af7 None None] Set router 4289399a-5ee4-4996-8ceb-7fb9918adb2d gateway port host: dv-cinder-797510-1-iscsi {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:07:20.069445 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:20.072581 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-cd7e25c3-bbf0-46a1-88e3-25c4e859b832 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:20.083081 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-e298a4d6-37ea-48a5-b2ab-ef1475a0c526 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:20.111870 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-eef60ddf-34c5-4a53-b45f-5b0e5b864070 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for network, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:20.116723 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-eef60ddf-34c5-4a53-b45f-5b0e5b864070 admin admin] 10.222.0.47 "DELETE /v2.0/networks/6a59a776-e268-4731-84f6-221d22b7ea0f HTTP/1.1" status: 204 len: 168 time: 1.1495438 Jun 23 10:07:20.177504 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef60ddf-34c5-4a53-b45f-5b0e5b864070 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a59a776-e268-4731-84f6-221d22b7ea0f,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:20.182352 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-eef60ddf-34c5-4a53-b45f-5b0e5b864070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:20.215021 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Pushing event updated for resources: {'Port': ['ID=7b51361b-a11e-4adc-9dc8-64a314ee9af4,revision_number=4']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:20.223167 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:20.256316 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-bbb8cfef-5eda-4759-b00a-824e6de9483a req-6e9a9054-c5a2-4f1a-8f75-cab4aa11d38d tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/ports?device_id=b20af615-61b7-4ce4-90e5-95c5ee2360b8 HTTP/1.1" status: 200 len: 210 time: 0.1132226 Jun 23 10:07:20.259939 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-95833ac6-a8f9-48b0-94c2-0674b31b3ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:20.271918 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5988d2e3-7b7b-4f96-a585-f016fb802b9e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:20.392363 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-e9dfaf7a-2baf-4b00-9ff5-cfc4987d4af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'name': 'tempest-AttachVolumeTestJSON-1884555333-router', 'tenant_id': '2bfd8cef6a2f47babb53716771db0095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '0729db3c-c967-4684-b5dc-9c4ba053d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:07:12Z', 'updated_at': '2021-06-23T10:07:15Z', 'revision_number': 3, 'project_id': '2bfd8cef6a2f47babb53716771db0095', 'gw_port': {'id': '0729db3c-c967-4684-b5dc-9c4ba053d154', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:37:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:14Z', 'updated_at': '2021-06-23T10:07:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi'}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:07:20.400399 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5988d2e3-7b7b-4f96-a585-f016fb802b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31904530'] for port, after_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:20.403886 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:20.431513 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4bf70f95-4dd4-4880-bfb3-e0eee6c2ef10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:20.486000 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9dfaf7a-2baf-4b00-9ff5-cfc4987d4af7 None None] The sync data for ids ['4289399a-5ee4-4996-8ceb-7fb9918adb2d'] in dv-cinder-797510-1-iscsi is: [{'id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'name': 'tempest-AttachVolumeTestJSON-1884555333-router', 'tenant_id': '2bfd8cef6a2f47babb53716771db0095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '0729db3c-c967-4684-b5dc-9c4ba053d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:07:12Z', 'updated_at': '2021-06-23T10:07:15Z', 'revision_number': 3, 'project_id': '2bfd8cef6a2f47babb53716771db0095', 'gw_port': {'id': '0729db3c-c967-4684-b5dc-9c4ba053d154', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:37:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:14Z', 'updated_at': '2021-06-23T10:07:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi'}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 10:07:20.503398 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5988d2e3-7b7b-4f96-a585-f016fb802b9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1536466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1723544'] for router_interface, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:20.516624 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5988d2e3-7b7b-4f96-a585-f016fb802b9e admin admin] Pushing event updated for resources: {'Port': ['ID=e797fe65-278a-4b88-8a70-4a8901febe8a,revision_number=2']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:20.526884 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-5988d2e3-7b7b-4f96-a585-f016fb802b9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:20.537374 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1698cfe6-ac16-4ca5-848d-3a80a3d4a520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:20.602575 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:20.627763 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-95833ac6-a8f9-48b0-94c2-0674b31b3ef9 admin admin] Allocated IP 172.20.0.1 (75208ede-2304-4522-bb33-3632300dc81d/222c10a8-002c-4ace-acfb-70d9b2714faa/2d2894c6-8ab1-4f91-8052-6a6e4b5c0d34) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 10:07:20.674297 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5988d2e3-7b7b-4f96-a585-f016fb802b9e admin admin] Network 2c358830-fde0-4aa0-a28c-3a7712f5e2f9 is already hosted by enough agents. {{(pid=93710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:07:20.676723 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.base_scheduler [None req-5988d2e3-7b7b-4f96-a585-f016fb802b9e admin admin] Resources bound (agent type, host, resource id): {{(pid=93710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:07:20.697737 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 59350) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:07:20.821714 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-95833ac6-a8f9-48b0-94c2-0674b31b3ef9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:20.846841 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-31466a06-163d-4838-b343-b17ec86944c7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6fbd81c2fc0a4479bf62e07cfc1cbaa2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1013429 Jun 23 10:07:20.849542 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-95833ac6-a8f9-48b0-94c2-0674b31b3ef9 admin admin] Transition to ACTIVE for port object 2d2894c6-8ab1-4f91-8052-6a6e4b5c0d34 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:07:20.858572 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 59352) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:07:20.924926 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5988d2e3-7b7b-4f96-a585-f016fb802b9e admin admin] Router 97efc92e-e571-4edd-b891-9cd3b5d44f8b has already been hosted by L3 agent df545903-e04d-4712-ace0-112b1e927481 {{(pid=93710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 10:07:20.969243 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1698cfe6-ac16-4ca5-848d-3a80a3d4a520 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:21.017748 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f54b2206-7553-4a9a-8874-c0088516129e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:21.042057 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f54b2206-7553-4a9a-8874-c0088516129e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:21.056628 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1698cfe6-ac16-4ca5-848d-3a80a3d4a520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:21.061545 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1698cfe6-ac16-4ca5-848d-3a80a3d4a520 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1536466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1723544'] for router_interface, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:21.068394 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-0099109d-d83b-4ecf-ab8c-5a74845c0242 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:21.079465 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-985ba9bd-930a-4e8f-ab0a-52214ea29e42 None None] Provisioning complete for port e797fe65-278a-4b88-8a70-4a8901febe8a triggered by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:07:21.092239 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-985ba9bd-930a-4e8f-ab0a-52214ea29e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:21.116643 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-95833ac6-a8f9-48b0-94c2-0674b31b3ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-600500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731988247197'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:21.151236 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-985ba9bd-930a-4e8f-ab0a-52214ea29e42 None None] Port e797fe65-278a-4b88-8a70-4a8901febe8a cannot update to ACTIVE because it is not bound. {{(pid=93712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 10:07:21.179961 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1698cfe6-ac16-4ca5-848d-3a80a3d4a520 admin admin] Pushing event updated for resources: {'Port': ['ID=ac80d30a-bcd9-4afe-b1b6-f1177940d123,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:21.183281 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-1698cfe6-ac16-4ca5-848d-3a80a3d4a520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:21.221895 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:21.228376 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95833ac6-a8f9-48b0-94c2-0674b31b3ef9 admin admin] Network 75208ede-2304-4522-bb33-3632300dc81d is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:07:21.252530 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5988d2e3-7b7b-4f96-a585-f016fb802b9e admin admin] Notify agent at l3_agent.dv-cinder-797510-1-iscsi the message routers_updated {{(pid=93710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 10:07:21.257731 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-95833ac6-a8f9-48b0-94c2-0674b31b3ef9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:07:21.261601 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-5988d2e3-7b7b-4f96-a585-f016fb802b9e admin admin] 10.222.0.47 "PUT /v2.0/routers/97efc92e-e571-4edd-b891-9cd3b5d44f8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2284927 Jun 23 10:07:21.297646 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device 7b51361b-a11e-4adc-9dc8-64a314ee9af4 up at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:07:21.324464 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95833ac6-a8f9-48b0-94c2-0674b31b3ef9 admin admin] Pushing event updated for resources: {'Port': ['ID=2d2894c6-8ab1-4f91-8052-6a6e4b5c0d34,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:21.335025 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95833ac6-a8f9-48b0-94c2-0674b31b3ef9 admin admin] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 10:07:21.335652 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-95833ac6-a8f9-48b0-94c2-0674b31b3ef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723508'] for router_interface, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:21.345993 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [req-9bb47b7a-75cf-47f9-b2f1-65200c808e8f req-32d93872-be36-4081-8447-67993211d96f tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] Request body: {'port': {'device_id': 'b20af615-61b7-4ce4-90e5-95c5ee2360b8', 'network_id': '2ff48d62-a733-45c7-b4d1-2b275985ec48', 'admin_state_up': True, 'tenant_id': '1fc0086e8c45473eaed64745e82da40c'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:07:21.483957 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning complete for port 7b51361b-a11e-4adc-9dc8-64a314ee9af4 triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:07:21.484338 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:21.553979 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-549d35a9-2eb0-42c6-a322-a779b3edc54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:21.617127 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-95833ac6-a8f9-48b0-94c2-0674b31b3ef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:21.625791 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f54b2206-7553-4a9a-8874-c0088516129e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:21.684424 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device 0729db3c-c967-4684-b5dc-9c4ba053d154 up at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:07:21.713282 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1698cfe6-ac16-4ca5-848d-3a80a3d4a520 admin admin] Network fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:07:21.718182 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f54b2206-7553-4a9a-8874-c0088516129e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:21.722010 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-f54b2206-7553-4a9a-8874-c0088516129e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4af7f11e-4bef-48f5-b85c-0a7b671375a1 HTTP/1.1" status: 204 len: 168 time: 0.8598940 Jun 23 10:07:21.722010 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:21.832663 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-d7b29ee5-04a1-4474-b8f0-6b3e9c3bf58d None None] Provisioning for port 2d2894c6-8ab1-4f91-8052-6a6e4b5c0d34 completed by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:07:21.837987 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-d7b29ee5-04a1-4474-b8f0-6b3e9c3bf58d None None] Provisioning complete for port 2d2894c6-8ab1-4f91-8052-6a6e4b5c0d34 triggered by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:07:21.838371 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d7b29ee5-04a1-4474-b8f0-6b3e9c3bf58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:21.933275 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-d7b29ee5-04a1-4474-b8f0-6b3e9c3bf58d None None] Port 2d2894c6-8ab1-4f91-8052-6a6e4b5c0d34 cannot update to ACTIVE because it is not bound. {{(pid=93712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 10:07:21.938416 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning for port 0729db3c-c967-4684-b5dc-9c4ba053d154 completed by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:07:21.942461 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning complete for port 0729db3c-c967-4684-b5dc-9c4ba053d154 triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:07:21.943035 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:21.992692 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b2206-7553-4a9a-8874-c0088516129e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af7f11e-4bef-48f5-b85c-0a7b671375a1,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:21.999583 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-1698cfe6-ac16-4ca5-848d-3a80a3d4a520 admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:07:22.001747 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-f54b2206-7553-4a9a-8874-c0088516129e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:22.065223 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-73d5af0a-a15f-402b-bcb0-2a52a8dadcd9 req-1dd12565-c9a7-4129-bf9f-a61978e6b766 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/ports?device_id=b20af615-61b7-4ce4-90e5-95c5ee2360b8 HTTP/1.1" status: 200 len: 210 time: 0.4452126 Jun 23 10:07:22.088251 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:22.120121 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] For port 0729db3c-c967-4684-b5dc-9c4ba053d154, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=0729db3c-c967-4684-b5dc-9c4ba053d154,segment=NetworkSegment(d24f8ae7-6ec3-469c-850d-4a663419c87d),segment_id=d24f8ae7-6ec3-469c-850d-4a663419c87d)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:07:22.172536 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 59390) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:07:22.177371 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [None req-f114e7cf-1c05-4732-88c0-013dc97bb320 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Request body: {'security_group': {'name': 'tempest-securitygroup--864789711', 'description': 'tempest-description--615039454'}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:07:22.194807 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:22.196382 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device 12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1 up at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:07:22.199906 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:22.282357 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1698cfe6-ac16-4ca5-848d-3a80a3d4a520 admin admin] Router eff7169a-c912-43bf-9f68-ebe32f7cee0d has already been hosted by L3 agent df545903-e04d-4712-ace0-112b1e927481 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 10:07:22.616273 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bb47b7a-75cf-47f9-b2f1-65200c808e8f req-32d93872-be36-4081-8447-67993211d96f tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] Made reservation on behalf of 1fc0086e8c45473eaed64745e82da40c for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:07:22.616273 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9bb47b7a-75cf-47f9-b2f1-65200c808e8f req-32d93872-be36-4081-8447-67993211d96f tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:22.621201 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Pushing event updated for resources: {'Port': ['ID=0729db3c-c967-4684-b5dc-9c4ba053d154,revision_number=4']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:22.621201 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:22.621201 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485d0de8-c882-48b4-9845-c4b94ecf56b8 None None] Sync routers for ids ['97efc92e-e571-4edd-b891-9cd3b5d44f8b'] in dv-cinder-797510-1-iscsi {{(pid=93712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 10:07:22.621201 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485d0de8-c882-48b4-9845-c4b94ecf56b8 None None] Routers {'97efc92e-e571-4edd-b891-9cd3b5d44f8b'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:07:22.621201 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-485d0de8-c882-48b4-9845-c4b94ecf56b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:07:20Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['97efc92e-e571-4edd-b891-9cd3b5d44f8b'], 'active': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:07:22.623657 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-f114e7cf-1c05-4732-88c0-013dc97bb320 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:22.625937 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvr_db [None req-485d0de8-c882-48b4-9845-c4b94ecf56b8 None None] Set router 97efc92e-e571-4edd-b891-9cd3b5d44f8b gateway port host: dv-cinder-797510-1-iscsi {{(pid=93712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:07:22.625937 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning for port 12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1 completed by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:07:22.625937 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning complete for port 12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1 triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:07:22.625937 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:22.627183 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-f114e7cf-1c05-4732-88c0-013dc97bb320 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:22.627424 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-95833ac6-a8f9-48b0-94c2-0674b31b3ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:22.772438 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1698cfe6-ac16-4ca5-848d-3a80a3d4a520 admin admin] Notify agent at l3_agent.dv-cinder-797510-1-iscsi the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 10:07:22.779800 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-f114e7cf-1c05-4732-88c0-013dc97bb320 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:22.784466 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:22.785605 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe3b681-93c7-4bfc-a103-634188915253 None None] Sync routers for ids ['eff7169a-c912-43bf-9f68-ebe32f7cee0d'] in dv-cinder-797510-1-iscsi {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 10:07:22.793271 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-1698cfe6-ac16-4ca5-848d-3a80a3d4a520 admin admin] 10.222.0.47 "PUT /v2.0/routers/eff7169a-c912-43bf-9f68-ebe32f7cee0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0088716 Jun 23 10:07:22.799957 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-9bb47b7a-75cf-47f9-b2f1-65200c808e8f req-32d93872-be36-4081-8447-67993211d96f tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] Allocated IP 172.20.0.4 (2ff48d62-a733-45c7-b4d1-2b275985ec48/753997d7-9beb-42c5-9777-2f80be92ad24/9b049a78-e667-488e-b1a8-62940d026dfe) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 10:07:22.803641 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe3b681-93c7-4bfc-a103-634188915253 None None] Routers {'eff7169a-c912-43bf-9f68-ebe32f7cee0d'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:07:22.805926 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-1fe3b681-93c7-4bfc-a103-634188915253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:07:20Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['eff7169a-c912-43bf-9f68-ebe32f7cee0d'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:07:22.821320 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:22.837835 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f114e7cf-1c05-4732-88c0-013dc97bb320 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1143483-2343-484f-ad39-ce2ef2187b04,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:22.864457 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-f114e7cf-1c05-4732-88c0-013dc97bb320 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:22.889905 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] For port 12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1,segment=NetworkSegment(d24f8ae7-6ec3-469c-850d-4a663419c87d),segment_id=d24f8ae7-6ec3-469c-850d-4a663419c87d)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:07:22.925792 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-485d0de8-c882-48b4-9845-c4b94ecf56b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97efc92e-e571-4edd-b891-9cd3b5d44f8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1569067436-router', 'tenant_id': '24291804a3fc43a7bb9013ab3736dd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:07:11Z', 'updated_at': '2021-06-23T10:07:19Z', 'revision_number': 4, 'project_id': '24291804a3fc43a7bb9013ab3736dd4e', 'gw_port': {'id': '12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:27:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97efc92e-e571-4edd-b891-9cd3b5d44f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:13Z', 'updated_at': '2021-06-23T10:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_interfaces': [{'id': 'e797fe65-278a-4b88-8a70-4a8901febe8a', 'name': '', 'network_id': '2c358830-fde0-4aa0-a28c-3a7712f5e2f9', 'tenant_id': '24291804a3fc43a7bb9013ab3736dd4e', 'mac_address': 'fa:16:3e:73:86:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97efc92e-e571-4edd-b891-9cd3b5d44f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cdba8eb6-d4a0-4adb-b53b-76f5eb8c1c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:17Z', 'updated_at': '2021-06-23T10:07:19Z', 'revision_number': 2, 'project_id': '24291804a3fc43a7bb9013ab3736dd4e', 'subnets': [{'id': 'cdba8eb6-d4a0-4adb-b53b-76f5eb8c1c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:07:22.928155 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-f114e7cf-1c05-4732-88c0-013dc97bb320 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks [] for security_group, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:22.929371 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-f114e7cf-1c05-4732-88c0-013dc97bb320 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.7560439 Jun 23 10:07:22.932659 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 59424) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:07:22.940115 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [None req-6960b067-04bf-4a1b-8913-c8a8d1f34093 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Request body: {'security_group_rule': {'security_group_id': 'f1143483-2343-484f-ad39-ce2ef2187b04', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:07:22.973879 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485d0de8-c882-48b4-9845-c4b94ecf56b8 None None] Checking router: 97efc92e-e571-4edd-b891-9cd3b5d44f8b for host: dv-cinder-797510-1-iscsi {{(pid=93712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 10:07:22.974773 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485d0de8-c882-48b4-9845-c4b94ecf56b8 None None] Updating router 97efc92e-e571-4edd-b891-9cd3b5d44f8b port e797fe65-278a-4b88-8a70-4a8901febe8a binding host dv-cinder-797510-1-iscsi {{(pid=93712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 10:07:22.978201 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:23.002826 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-1fe3b681-93c7-4bfc-a103-634188915253 None None] Set router eff7169a-c912-43bf-9f68-ebe32f7cee0d gateway port host: dv-cinder-797510-1-iscsi {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:07:23.008571 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-9e95f8ab-d2de-4fb2-bbba-23378285d52a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:23.018220 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 59430) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:07:23.087917 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-6960b067-04bf-4a1b-8913-c8a8d1f34093 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:23.133509 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-485d0de8-c882-48b4-9845-c4b94ecf56b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:23.140507 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-23ad55e9-5848-42ad-b0bb-42375958a5f1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3d018eb8f34547b1ae785a69ced41d33&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1189351 Jun 23 10:07:23.147021 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 59436) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:07:23.166189 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device 0729db3c-c967-4684-b5dc-9c4ba053d154 up at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:07:23.262712 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-6960b067-04bf-4a1b-8913-c8a8d1f34093 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:23.267641 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Pushing event updated for resources: {'Port': ['ID=12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1,revision_number=4']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:23.278985 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-95833ac6-a8f9-48b0-94c2-0674b31b3ef9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:23.287975 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:23.443054 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1ab9e3ec-4c01-4a3d-af85-741d94ae834a req-2c952ba0-a558-4cf8-a472-1522c41e73b5 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/ports?device_id=b20af615-61b7-4ce4-90e5-95c5ee2360b8 HTTP/1.1" status: 200 len: 210 time: 0.0943711 Jun 23 10:07:23.449218 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-95833ac6-a8f9-48b0-94c2-0674b31b3ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:23.457981 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-6960b067-04bf-4a1b-8913-c8a8d1f34093 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660775'] for security_group_rule, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:23.471094 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-95833ac6-a8f9-48b0-94c2-0674b31b3ef9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1536466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1723544'] for router_interface, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:23.477138 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:23.479511 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:23.504800 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-1fe3b681-93c7-4bfc-a103-634188915253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff7169a-c912-43bf-9f68-ebe32f7cee0d', 'name': 'tempest-ServerRescueNegativeTestJSON-680481498-router', 'tenant_id': '7d46b0904cf749dda07bbce4569535a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '7b51361b-a11e-4adc-9dc8-64a314ee9af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:07:12Z', 'updated_at': '2021-06-23T10:07:20Z', 'revision_number': 4, 'project_id': '7d46b0904cf749dda07bbce4569535a4', 'gw_port': {'id': '7b51361b-a11e-4adc-9dc8-64a314ee9af4', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:df:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff7169a-c912-43bf-9f68-ebe32f7cee0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:13Z', 'updated_at': '2021-06-23T10:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_interfaces': [{'id': 'ac80d30a-bcd9-4afe-b1b6-f1177940d123', 'name': '', 'network_id': 'fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5', 'tenant_id': '7d46b0904cf749dda07bbce4569535a4', 'mac_address': 'fa:16:3e:5f:98:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff7169a-c912-43bf-9f68-ebe32f7cee0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ee931124-afba-46a0-8fb4-344a768129bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:17Z', 'updated_at': '2021-06-23T10:07:20Z', 'revision_number': 2, 'project_id': '7d46b0904cf749dda07bbce4569535a4', 'subnets': [{'id': 'ee931124-afba-46a0-8fb4-344a768129bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:07:23.529051 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95833ac6-a8f9-48b0-94c2-0674b31b3ef9 admin admin] Pushing event updated for resources: {'Port': ['ID=2d2894c6-8ab1-4f91-8052-6a6e4b5c0d34,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:23.537199 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-95833ac6-a8f9-48b0-94c2-0674b31b3ef9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:23.559476 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-2a867b30-1d14-44ed-a45a-44cdf2332108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:23.566093 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6960b067-04bf-4a1b-8913-c8a8d1f34093 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c5505f9-f94e-41cb-b8d4-70419925bd19,revision_number=0']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:23.577639 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe3b681-93c7-4bfc-a103-634188915253 None None] Checking router: eff7169a-c912-43bf-9f68-ebe32f7cee0d for host: dv-cinder-797510-1-iscsi {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 10:07:23.577995 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe3b681-93c7-4bfc-a103-634188915253 None None] Updating router eff7169a-c912-43bf-9f68-ebe32f7cee0d port ac80d30a-bcd9-4afe-b1b6-f1177940d123 binding host dv-cinder-797510-1-iscsi {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 10:07:23.587068 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-6960b067-04bf-4a1b-8913-c8a8d1f34093 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:23.602016 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 59440) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:07:23.622933 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-2a867b30-1d14-44ed-a45a-44cdf2332108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:23.632854 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning complete for port 0729db3c-c967-4684-b5dc-9c4ba053d154 triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:07:23.633228 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:23.646325 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9bb47b7a-75cf-47f9-b2f1-65200c808e8f req-32d93872-be36-4081-8447-67993211d96f tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:23.673387 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1fe3b681-93c7-4bfc-a103-634188915253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:23.704222 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-329354e5-9e69-417d-83ab-34bb473e22da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:23.727356 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-6960b067-04bf-4a1b-8913-c8a8d1f34093 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:23.729932 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-6960b067-04bf-4a1b-8913-c8a8d1f34093 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7962000 Jun 23 10:07:23.742620 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 59450) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:07:23.748796 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [None req-cfa805ab-920f-4525-a256-c483fc9092e3 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Request body: {'security_group_rule': {'security_group_id': 'f1143483-2343-484f-ad39-ce2ef2187b04', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:07:23.784070 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95833ac6-a8f9-48b0-94c2-0674b31b3ef9 admin admin] Network 75208ede-2304-4522-bb33-3632300dc81d is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:07:23.788693 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-95833ac6-a8f9-48b0-94c2-0674b31b3ef9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:07:23.866650 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-cfa805ab-920f-4525-a256-c483fc9092e3 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:23.899701 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-2a867b30-1d14-44ed-a45a-44cdf2332108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:23.926486 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-2a867b30-1d14-44ed-a45a-44cdf2332108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:23.932696 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-2a867b30-1d14-44ed-a45a-44cdf2332108 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ecb9202e-a769-422c-8a67-0b4f22652bfa HTTP/1.1" status: 204 len: 168 time: 0.7832537 Jun 23 10:07:23.947563 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:23.980976 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a867b30-1d14-44ed-a45a-44cdf2332108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb9202e-a769-422c-8a67-0b4f22652bfa,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:24.006009 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-2a867b30-1d14-44ed-a45a-44cdf2332108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:24.007339 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-ef4fbed1-1323-4594-90ae-058e1d576b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:24.094025 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-cfa805ab-920f-4525-a256-c483fc9092e3 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:24.141691 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9bb47b7a-75cf-47f9-b2f1-65200c808e8f req-32d93872-be36-4081-8447-67993211d96f tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-600500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731988247197'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:24.203304 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-cfa805ab-920f-4525-a256-c483fc9092e3 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660775'] for security_group_rule, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:24.211111 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:24.229064 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:24.312375 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa805ab-920f-4525-a256-c483fc9092e3 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c09ede4-de28-4c48-8430-090687606046,revision_number=0']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:24.325828 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-cfa805ab-920f-4525-a256-c483fc9092e3 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:24.336405 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-ef4fbed1-1323-4594-90ae-058e1d576b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:24.339980 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-485d0de8-c882-48b4-9845-c4b94ecf56b8 None None] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:24.370775 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-485d0de8-c882-48b4-9845-c4b94ecf56b8 None None] Transition to ACTIVE for port object e797fe65-278a-4b88-8a70-4a8901febe8a will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:07:24.389581 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-e697d601-41dd-461f-95f6-4873df2be508 None None] Provisioning complete for port 2d2894c6-8ab1-4f91-8052-6a6e4b5c0d34 triggered by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:07:24.389884 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e697d601-41dd-461f-95f6-4873df2be508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:24.407344 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-ef4fbed1-1323-4594-90ae-058e1d576b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:24.437253 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:24.477294 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-485d0de8-c882-48b4-9845-c4b94ecf56b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:24.492539 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:24.564215 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-cfa805ab-920f-4525-a256-c483fc9092e3 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:24.566252 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-cfa805ab-920f-4525-a256-c483fc9092e3 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8219256 Jun 23 10:07:24.574357 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-ef4fbed1-1323-4594-90ae-058e1d576b66 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4d7d6f5234b84f36889362643a8dd082&name=default HTTP/1.1" status: 200 len: 2976 time: 0.9710107 Jun 23 10:07:24.574976 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 59476) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:07:24.592225 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 59480) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:07:24.602551 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-e697d601-41dd-461f-95f6-4873df2be508 None None] Port 2d2894c6-8ab1-4f91-8052-6a6e4b5c0d34 cannot update to ACTIVE because it is not bound. {{(pid=93712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 10:07:24.618064 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [None req-aad51338-0842-43d3-9f82-95f3bffcceb6 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Request body: {'floatingip': {'floating_network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28'}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:07:24.702600 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4fbed1-1323-4594-90ae-058e1d576b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035e56a6-f148-4cc1-b1b9-06183c434e15,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:24.708487 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26935750-ce1f-4e9d-b87d-a5b136be7bf7 None None] Pushing event updated for resources: {'Port': ['ID=e797fe65-278a-4b88-8a70-4a8901febe8a,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:24.716239 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-26935750-ce1f-4e9d-b87d-a5b136be7bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:24.721988 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18cda7-8260-4a84-b03f-0506275b24e8 req-0d4ff630-56f7-471b-be8f-5bdda0e810cb tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:24.727782 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-ef4fbed1-1323-4594-90ae-058e1d576b66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:24.742502 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ec18cda7-8260-4a84-b03f-0506275b24e8 req-0d4ff630-56f7-471b-be8f-5bdda0e810cb tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/networks?id=fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5 HTTP/1.1" status: 200 len: 818 time: 0.4897425 Jun 23 10:07:24.798416 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95833ac6-a8f9-48b0-94c2-0674b31b3ef9 admin admin] Router 4289399a-5ee4-4996-8ceb-7fb9918adb2d has already been hosted by L3 agent df545903-e04d-4712-ace0-112b1e927481 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 10:07:24.829859 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bb47b7a-75cf-47f9-b2f1-65200c808e8f req-32d93872-be36-4081-8447-67993211d96f tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] Network 2ff48d62-a733-45c7-b4d1-2b275985ec48 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:07:24.874170 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ec18cda7-8260-4a84-b03f-0506275b24e8 req-7ea96044-4179-4cde-8534-20f26a2f9acc tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/quotas/7d46b0904cf749dda07bbce4569535a4 HTTP/1.1" status: 200 len: 375 time: 0.1277483 Jun 23 10:07:24.880466 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1fe3b681-93c7-4bfc-a103-634188915253 None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:24.914244 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-8b071a54-416e-4653-a25d-0761ff57860e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:24.924128 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-9bb47b7a-75cf-47f9-b2f1-65200c808e8f req-32d93872-be36-4081-8447-67993211d96f tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:07:24.932147 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-1fe3b681-93c7-4bfc-a103-634188915253 None None] Transition to ACTIVE for port object ac80d30a-bcd9-4afe-b1b6-f1177940d123 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:07:24.996037 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-aad51338-0842-43d3-9f82-95f3bffcceb6 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks [] for floatingip, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:25.023592 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb47b7a-75cf-47f9-b2f1-65200c808e8f req-32d93872-be36-4081-8447-67993211d96f tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 10:07:25.031233 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb47b7a-75cf-47f9-b2f1-65200c808e8f req-32d93872-be36-4081-8447-67993211d96f tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:25.032452 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9bb47b7a-75cf-47f9-b2f1-65200c808e8f req-32d93872-be36-4081-8447-67993211d96f tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:25.059178 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-8b071a54-416e-4653-a25d-0761ff57860e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:25.065604 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1fe3b681-93c7-4bfc-a103-634188915253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:25.076689 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG oslo_concurrency.lockutils [None req-d2791995-8569-40bd-b4aa-ba86bc010dd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:25.239552 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device 12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1 up at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:07:25.255857 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d93872-be36-4081-8447-67993211d96f tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] Pushing event updated for resources: {'Port': ['ID=9b049a78-e667-488e-b1a8-62940d026dfe,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:25.302661 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-485d0de8-c882-48b4-9845-c4b94ecf56b8 None None] Attempting to bind port e797fe65-278a-4b88-8a70-4a8901febe8a on host dv-cinder-797510-1-iscsi for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 10:07:25.303139 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-485d0de8-c882-48b4-9845-c4b94ecf56b8 None None] Attempting to bind port e797fe65-278a-4b88-8a70-4a8901febe8a by drivers openvswitch,hyperv on host dv-cinder-797510-1-iscsi at level 0 using segments [{'id': '06137ac4-b337-46f2-b6d6-d631ec2de296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2c358830-fde0-4aa0-a28c-3a7712f5e2f9'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 10:07:25.303620 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-32d93872-be36-4081-8447-67993211d96f tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.074s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:25.303726 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485d0de8-c882-48b4-9845-c4b94ecf56b8 None None] Attempting to bind port e797fe65-278a-4b88-8a70-4a8901febe8a on network 2c358830-fde0-4aa0-a28c-3a7712f5e2f9 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:07:25.310509 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485d0de8-c882-48b4-9845-c4b94ecf56b8 None None] Checking agent: {'id': 'b3037b97-c09d-4619-9318-9bf5134e8ab7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 9, 59, 20), 'started_at': datetime.datetime(2021, 6, 23, 9, 59, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 10, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 10:07:25.311148 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485d0de8-c882-48b4-9845-c4b94ecf56b8 None None] Checking segment: {'id': '06137ac4-b337-46f2-b6d6-d631ec2de296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2c358830-fde0-4aa0-a28c-3a7712f5e2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:07:25.311635 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-485d0de8-c882-48b4-9845-c4b94ecf56b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:25.312241 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485d0de8-c882-48b4-9845-c4b94ecf56b8 None None] Bound using segment: {'id': '06137ac4-b337-46f2-b6d6-d631ec2de296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2c358830-fde0-4aa0-a28c-3a7712f5e2f9'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 10:07:25.312825 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-485d0de8-c882-48b4-9845-c4b94ecf56b8 None None] Bound port: e797fe65-278a-4b88-8a70-4a8901febe8a, host: dv-cinder-797510-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06137ac4-b337-46f2-b6d6-d631ec2de296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2c358830-fde0-4aa0-a28c-3a7712f5e2f9'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 10:07:25.313258 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-485d0de8-c882-48b4-9845-c4b94ecf56b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:25.330967 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9bb47b7a-75cf-47f9-b2f1-65200c808e8f req-32d93872-be36-4081-8447-67993211d96f tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9916370 Jun 23 10:07:25.385335 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e804ba-f786-4645-b6dc-a4d78e34bcc4 None None] Pushing event updated for resources: {'Port': ['ID=ac80d30a-bcd9-4afe-b1b6-f1177940d123,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:25.396709 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG oslo_concurrency.lockutils [None req-73e804ba-f786-4645-b6dc-a4d78e34bcc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=93713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:25.401762 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-1fe3b681-93c7-4bfc-a103-634188915253 None None] Attempting to bind port ac80d30a-bcd9-4afe-b1b6-f1177940d123 on host dv-cinder-797510-1-iscsi for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 10:07:25.402422 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-1fe3b681-93c7-4bfc-a103-634188915253 None None] Attempting to bind port ac80d30a-bcd9-4afe-b1b6-f1177940d123 by drivers openvswitch,hyperv on host dv-cinder-797510-1-iscsi at level 0 using segments [{'id': '30b190ff-d6b2-4c22-9ee0-744e98463a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 10:07:25.403043 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe3b681-93c7-4bfc-a103-634188915253 None None] Attempting to bind port ac80d30a-bcd9-4afe-b1b6-f1177940d123 on network fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:07:25.448200 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe3b681-93c7-4bfc-a103-634188915253 None None] Checking agent: {'id': 'b3037b97-c09d-4619-9318-9bf5134e8ab7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 9, 59, 20), 'started_at': datetime.datetime(2021, 6, 23, 9, 59, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 10, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 10:07:25.451480 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe3b681-93c7-4bfc-a103-634188915253 None None] Checking segment: {'id': '30b190ff-d6b2-4c22-9ee0-744e98463a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:07:25.451671 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1fe3b681-93c7-4bfc-a103-634188915253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:25.452247 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe3b681-93c7-4bfc-a103-634188915253 None None] Bound using segment: {'id': '30b190ff-d6b2-4c22-9ee0-744e98463a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 10:07:25.453211 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-1fe3b681-93c7-4bfc-a103-634188915253 None None] Bound port: ac80d30a-bcd9-4afe-b1b6-f1177940d123, host: dv-cinder-797510-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30b190ff-d6b2-4c22-9ee0-744e98463a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 10:07:25.455997 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1fe3b681-93c7-4bfc-a103-634188915253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:25.660880 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-aad51338-0842-43d3-9f82-95f3bffcceb6 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for port, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:25.662288 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-485d0de8-c882-48b4-9845-c4b94ecf56b8 None None] For port e797fe65-278a-4b88-8a70-4a8901febe8a, host dv-cinder-797510-1-iscsi, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 10:07:25.662288 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-485d0de8-c882-48b4-9845-c4b94ecf56b8 None None] For port e797fe65-278a-4b88-8a70-4a8901febe8a, host dv-cinder-797510-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=e797fe65-278a-4b88-8a70-4a8901febe8a,segment=NetworkSegment(06137ac4-b337-46f2-b6d6-d631ec2de296),segment_id=06137ac4-b337-46f2-b6d6-d631ec2de296)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 10:07:25.662288 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning complete for port 12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1 triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:07:25.662288 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:25.662985 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-1fe3b681-93c7-4bfc-a103-634188915253 None None] For port ac80d30a-bcd9-4afe-b1b6-f1177940d123, host dv-cinder-797510-1-iscsi, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 10:07:25.662985 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-1fe3b681-93c7-4bfc-a103-634188915253 None None] For port ac80d30a-bcd9-4afe-b1b6-f1177940d123, host dv-cinder-797510-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=ac80d30a-bcd9-4afe-b1b6-f1177940d123,segment=NetworkSegment(30b190ff-d6b2-4c22-9ee0-744e98463a17),segment_id=30b190ff-d6b2-4c22-9ee0-744e98463a17)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 10:07:25.674512 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [req-9bb47b7a-75cf-47f9-b2f1-65200c808e8f req-3329cb56-d21b-458a-9b60-1262dcd3ed6c tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 10:07:25.676176 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9bb47b7a-75cf-47f9-b2f1-65200c808e8f req-3329cb56-d21b-458a-9b60-1262dcd3ed6c tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1666076 Jun 23 10:07:25.706137 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-8b071a54-416e-4653-a25d-0761ff57860e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:25.711581 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-8b071a54-416e-4653-a25d-0761ff57860e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:25.722305 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-8b071a54-416e-4653-a25d-0761ff57860e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/035e56a6-f148-4cc1-b1b9-06183c434e15 HTTP/1.1" status: 204 len: 168 time: 1.0809767 Jun 23 10:07:25.760635 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ec18cda7-8260-4a84-b03f-0506275b24e8 req-9c3cac73-1877-440d-927b-92f81ae98dbe tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=7d46b0904cf749dda07bbce4569535a4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8852785 Jun 23 10:07:25.782359 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:25.794182 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b071a54-416e-4653-a25d-0761ff57860e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035e56a6-f148-4cc1-b1b9-06183c434e15,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:25.797935 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-8b071a54-416e-4653-a25d-0761ff57860e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:25.810815 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06fc0cf-f195-4808-bf2b-812f661c3f10 req-fbc544f9-5fc4-44ff-b77a-76136d9beb43 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:25.827087 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f06fc0cf-f195-4808-bf2b-812f661c3f10 req-fbc544f9-5fc4-44ff-b77a-76136d9beb43 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/ports?device_id=b20af615-61b7-4ce4-90e5-95c5ee2360b8 HTTP/1.1" status: 200 len: 931 time: 0.9809957 Jun 23 10:07:25.896230 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-485d0de8-c882-48b4-9845-c4b94ecf56b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:25.900819 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95833ac6-a8f9-48b0-94c2-0674b31b3ef9 admin admin] Notify agent at l3_agent.dv-cinder-797510-1-iscsi the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 10:07:25.903585 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.db_base_plugin_common [None req-aad51338-0842-43d3-9f82-95f3bffcceb6 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Allocated IP 172.27.2.203 (6c022cdf-7908-4fe1-9f3f-494480d09f28/2f1b229c-fc1e-4856-a495-4ccd56c0ef48/258fe436-3646-49a1-ac1b-ffc0082fd735) {{(pid=93710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 10:07:25.906404 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:25.912002 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-95833ac6-a8f9-48b0-94c2-0674b31b3ef9 admin admin] 10.222.0.47 "PUT /v2.0/routers/4289399a-5ee4-4996-8ceb-7fb9918adb2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0047519 Jun 23 10:07:25.929410 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-1fe3b681-93c7-4bfc-a103-634188915253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:25.933986 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:25.980697 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f06fc0cf-f195-4808-bf2b-812f661c3f10 req-488700e3-a469-46ac-8e63-3b8da0c9ab60 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/security-groups?id=75b66fc2-e4ab-47fb-bfad-2d88183747c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526458 Jun 23 10:07:26.005563 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ec18cda7-8260-4a84-b03f-0506275b24e8 req-26e05857-2261-42ab-a7a1-f56e63cc6469 service neutron] 10.222.0.47 "GET /v2.0/networks/fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335224 Jun 23 10:07:26.029364 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26935750-ce1f-4e9d-b87d-a5b136be7bf7 None None] Pushing event updated for resources: {'Port': ['ID=e797fe65-278a-4b88-8a70-4a8901febe8a,revision_number=4']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:26.038909 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33a3f42-d129-43b1-8596-fb703805f85e None None] Sync routers for ids ['4289399a-5ee4-4996-8ceb-7fb9918adb2d'] in dv-cinder-797510-1-iscsi {{(pid=93712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 10:07:26.045075 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-26935750-ce1f-4e9d-b87d-a5b136be7bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:26.067218 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485d0de8-c882-48b4-9845-c4b94ecf56b8 None None] Routers {'97efc92e-e571-4edd-b891-9cd3b5d44f8b'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:07:26.067964 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-485d0de8-c882-48b4-9845-c4b94ecf56b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:07:20Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['97efc92e-e571-4edd-b891-9cd3b5d44f8b'], 'active': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:07:26.070011 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33a3f42-d129-43b1-8596-fb703805f85e None None] Routers {'4289399a-5ee4-4996-8ceb-7fb9918adb2d'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:07:26.070657 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-d33a3f42-d129-43b1-8596-fb703805f85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:07:20Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['4289399a-5ee4-4996-8ceb-7fb9918adb2d'], 'active': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:07:26.173243 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-aad51338-0842-43d3-9f82-95f3bffcceb6 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks [] for port, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:26.177093 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e804ba-f786-4645-b6dc-a4d78e34bcc4 None None] Pushing event updated for resources: {'Port': ['ID=ac80d30a-bcd9-4afe-b1b6-f1177940d123,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:26.259342 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe3b681-93c7-4bfc-a103-634188915253 None None] Routers {'eff7169a-c912-43bf-9f68-ebe32f7cee0d'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:07:26.264022 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-1fe3b681-93c7-4bfc-a103-634188915253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:07:20Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['eff7169a-c912-43bf-9f68-ebe32f7cee0d'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:07:26.295067 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ec18cda7-8260-4a84-b03f-0506275b24e8 req-414d2477-7144-4a2d-9c8b-21f7b6086b7d service neutron] 10.222.0.47 "GET /v2.0/networks/fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820497 Jun 23 10:07:26.409198 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG oslo_concurrency.lockutils [None req-73e804ba-f786-4645-b6dc-a4d78e34bcc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=93713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:26.411850 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-aad51338-0842-43d3-9f82-95f3bffcceb6 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-600500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731988247197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31904512'] for port, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:26.425160 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:26.482108 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvr_db [None req-d33a3f42-d129-43b1-8596-fb703805f85e None None] Set router 4289399a-5ee4-4996-8ceb-7fb9918adb2d gateway port host: dv-cinder-797510-1-iscsi {{(pid=93712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:07:26.517218 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvr_db [None req-485d0de8-c882-48b4-9845-c4b94ecf56b8 None None] Set router 97efc92e-e571-4edd-b891-9cd3b5d44f8b gateway port host: dv-cinder-797510-1-iscsi {{(pid=93712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:07:26.542410 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad51338-0842-43d3-9f82-95f3bffcceb6 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Pushing event updated for resources: {'Port': ['ID=258fe436-3646-49a1-ac1b-ffc0082fd735,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:26.545538 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-aad51338-0842-43d3-9f82-95f3bffcceb6 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:26.562331 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad51338-0842-43d3-9f82-95f3bffcceb6 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Network 6c022cdf-7908-4fe1-9f3f-494480d09f28 is already hosted by enough agents. {{(pid=93710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:07:26.569088 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.base_scheduler [None req-aad51338-0842-43d3-9f82-95f3bffcceb6 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Resources bound (agent type, host, resource id): {{(pid=93710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:07:26.574053 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad51338-0842-43d3-9f82-95f3bffcceb6 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Received port after_create {{(pid=93710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 10:07:26.629336 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-1fe3b681-93c7-4bfc-a103-634188915253 None None] Set router eff7169a-c912-43bf-9f68-ebe32f7cee0d gateway port host: dv-cinder-797510-1-iscsi {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:07:26.744699 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a9d9d2e0-3058-4efc-9bb7-a5603e3efe86 req-f1c2788d-c036-4652-a481-0082930884bc tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 210 time: 0.0565739 Jun 23 10:07:26.938455 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-aad51338-0842-43d3-9f82-95f3bffcceb6 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:27.165662 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-aad51338-0842-43d3-9f82-95f3bffcceb6 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:27.247031 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-1fe3b681-93c7-4bfc-a103-634188915253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff7169a-c912-43bf-9f68-ebe32f7cee0d', 'name': 'tempest-ServerRescueNegativeTestJSON-680481498-router', 'tenant_id': '7d46b0904cf749dda07bbce4569535a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '7b51361b-a11e-4adc-9dc8-64a314ee9af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:07:12Z', 'updated_at': '2021-06-23T10:07:20Z', 'revision_number': 4, 'project_id': '7d46b0904cf749dda07bbce4569535a4', 'gw_port': {'id': '7b51361b-a11e-4adc-9dc8-64a314ee9af4', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:df:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff7169a-c912-43bf-9f68-ebe32f7cee0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:13Z', 'updated_at': '2021-06-23T10:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_interfaces': [{'id': 'ac80d30a-bcd9-4afe-b1b6-f1177940d123', 'name': '', 'network_id': 'fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5', 'tenant_id': '7d46b0904cf749dda07bbce4569535a4', 'mac_address': 'fa:16:3e:5f:98:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff7169a-c912-43bf-9f68-ebe32f7cee0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ee931124-afba-46a0-8fb4-344a768129bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:17Z', 'updated_at': '2021-06-23T10:07:25Z', 'revision_number': 4, 'project_id': '7d46b0904cf749dda07bbce4569535a4', 'subnets': [{'id': 'ee931124-afba-46a0-8fb4-344a768129bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:07:27.368214 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe3b681-93c7-4bfc-a103-634188915253 None None] The sync data for ids ['eff7169a-c912-43bf-9f68-ebe32f7cee0d'] in dv-cinder-797510-1-iscsi is: [{'id': 'eff7169a-c912-43bf-9f68-ebe32f7cee0d', 'name': 'tempest-ServerRescueNegativeTestJSON-680481498-router', 'tenant_id': '7d46b0904cf749dda07bbce4569535a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '7b51361b-a11e-4adc-9dc8-64a314ee9af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:07:12Z', 'updated_at': '2021-06-23T10:07:20Z', 'revision_number': 4, 'project_id': '7d46b0904cf749dda07bbce4569535a4', 'gw_port': {'id': '7b51361b-a11e-4adc-9dc8-64a314ee9af4', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:df:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff7169a-c912-43bf-9f68-ebe32f7cee0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:13Z', 'updated_at': '2021-06-23T10:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_interfaces': [{'id': 'ac80d30a-bcd9-4afe-b1b6-f1177940d123', 'name': '', 'network_id': 'fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5', 'tenant_id': '7d46b0904cf749dda07bbce4569535a4', 'mac_address': 'fa:16:3e:5f:98:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eff7169a-c912-43bf-9f68-ebe32f7cee0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ee931124-afba-46a0-8fb4-344a768129bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:17Z', 'updated_at': '2021-06-23T10:07:25Z', 'revision_number': 4, 'project_id': '7d46b0904cf749dda07bbce4569535a4', 'subnets': [{'id': 'ee931124-afba-46a0-8fb4-344a768129bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 10:07:27.427556 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad575d5-f27a-4a63-8919-b043ff569ecc req-9ca4c031-866c-487b-ab3e-2e3a0801023a tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:27.448076 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-d33a3f42-d129-43b1-8596-fb703805f85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'name': 'tempest-AttachVolumeTestJSON-1884555333-router', 'tenant_id': '2bfd8cef6a2f47babb53716771db0095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '0729db3c-c967-4684-b5dc-9c4ba053d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:07:12Z', 'updated_at': '2021-06-23T10:07:22Z', 'revision_number': 4, 'project_id': '2bfd8cef6a2f47babb53716771db0095', 'gw_port': {'id': '0729db3c-c967-4684-b5dc-9c4ba053d154', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:37:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:14Z', 'updated_at': '2021-06-23T10:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_interfaces': [{'id': '2d2894c6-8ab1-4f91-8052-6a6e4b5c0d34', 'name': '', 'network_id': '75208ede-2304-4522-bb33-3632300dc81d', 'tenant_id': '2bfd8cef6a2f47babb53716771db0095', 'mac_address': 'fa:16:3e:d8:8c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '222c10a8-002c-4ace-acfb-70d9b2714faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:20Z', 'updated_at': '2021-06-23T10:07:22Z', 'revision_number': 2, 'project_id': '2bfd8cef6a2f47babb53716771db0095', 'subnets': [{'id': '222c10a8-002c-4ace-acfb-70d9b2714faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:07:27.499968 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-485d0de8-c882-48b4-9845-c4b94ecf56b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97efc92e-e571-4edd-b891-9cd3b5d44f8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1569067436-router', 'tenant_id': '24291804a3fc43a7bb9013ab3736dd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:07:11Z', 'updated_at': '2021-06-23T10:07:19Z', 'revision_number': 4, 'project_id': '24291804a3fc43a7bb9013ab3736dd4e', 'gw_port': {'id': '12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:27:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97efc92e-e571-4edd-b891-9cd3b5d44f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:13Z', 'updated_at': '2021-06-23T10:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_interfaces': [{'id': 'e797fe65-278a-4b88-8a70-4a8901febe8a', 'name': '', 'network_id': '2c358830-fde0-4aa0-a28c-3a7712f5e2f9', 'tenant_id': '24291804a3fc43a7bb9013ab3736dd4e', 'mac_address': 'fa:16:3e:73:86:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97efc92e-e571-4edd-b891-9cd3b5d44f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cdba8eb6-d4a0-4adb-b53b-76f5eb8c1c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:17Z', 'updated_at': '2021-06-23T10:07:25Z', 'revision_number': 4, 'project_id': '24291804a3fc43a7bb9013ab3736dd4e', 'subnets': [{'id': 'cdba8eb6-d4a0-4adb-b53b-76f5eb8c1c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:07:27.501828 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33a3f42-d129-43b1-8596-fb703805f85e None None] Checking router: 4289399a-5ee4-4996-8ceb-7fb9918adb2d for host: dv-cinder-797510-1-iscsi {{(pid=93712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 10:07:27.502197 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33a3f42-d129-43b1-8596-fb703805f85e None None] Updating router 4289399a-5ee4-4996-8ceb-7fb9918adb2d port 2d2894c6-8ab1-4f91-8052-6a6e4b5c0d34 binding host dv-cinder-797510-1-iscsi {{(pid=93712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 10:07:27.504699 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-aad575d5-f27a-4a63-8919-b043ff569ecc req-9ca4c031-866c-487b-ab3e-2e3a0801023a tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/ports?device_id=b20af615-61b7-4ce4-90e5-95c5ee2360b8 HTTP/1.1" status: 200 len: 931 time: 0.2767668 Jun 23 10:07:27.569262 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485d0de8-c882-48b4-9845-c4b94ecf56b8 None None] The sync data for ids ['97efc92e-e571-4edd-b891-9cd3b5d44f8b'] in dv-cinder-797510-1-iscsi is: [{'id': '97efc92e-e571-4edd-b891-9cd3b5d44f8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1569067436-router', 'tenant_id': '24291804a3fc43a7bb9013ab3736dd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:07:11Z', 'updated_at': '2021-06-23T10:07:19Z', 'revision_number': 4, 'project_id': '24291804a3fc43a7bb9013ab3736dd4e', 'gw_port': {'id': '12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:27:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97efc92e-e571-4edd-b891-9cd3b5d44f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:13Z', 'updated_at': '2021-06-23T10:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_interfaces': [{'id': 'e797fe65-278a-4b88-8a70-4a8901febe8a', 'name': '', 'network_id': '2c358830-fde0-4aa0-a28c-3a7712f5e2f9', 'tenant_id': '24291804a3fc43a7bb9013ab3736dd4e', 'mac_address': 'fa:16:3e:73:86:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97efc92e-e571-4edd-b891-9cd3b5d44f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cdba8eb6-d4a0-4adb-b53b-76f5eb8c1c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:17Z', 'updated_at': '2021-06-23T10:07:25Z', 'revision_number': 4, 'project_id': '24291804a3fc43a7bb9013ab3736dd4e', 'subnets': [{'id': 'cdba8eb6-d4a0-4adb-b53b-76f5eb8c1c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 10:07:27.608771 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d33a3f42-d129-43b1-8596-fb703805f85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:27.641029 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-aad575d5-f27a-4a63-8919-b043ff569ecc req-9b8d18d1-43c7-4869-bcfa-bb6337a2397a tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/security-groups?id=75b66fc2-e4ab-47fb-bfad-2d88183747c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142654 Jun 23 10:07:27.685061 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-aad51338-0842-43d3-9f82-95f3bffcceb6 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks [] for port, precommit_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:27.788950 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-aad51338-0842-43d3-9f82-95f3bffcceb6 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31904530'] for port, after_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:27.794084 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:27.948199 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 59584) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:07:27.988928 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [req-9bb47b7a-75cf-47f9-b2f1-65200c808e8f req-94b3ba90-03e2-4faf-a6ab-55b31cc38e14 service neutron] Request body: {'port': {'device_id': 'b20af615-61b7-4ce4-90e5-95c5ee2360b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79751'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:07:28.100018 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-aad51338-0842-43d3-9f82-95f3bffcceb6 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707131'] for floatingip, after_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:28.125252 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad51338-0842-43d3-9f82-95f3bffcceb6 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Pushing event updated for resources: {'Port': ['ID=258fe436-3646-49a1-ac1b-ffc0082fd735,revision_number=2']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:28.142246 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-aad51338-0842-43d3-9f82-95f3bffcceb6 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:28.266050 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-aad51338-0842-43d3-9f82-95f3bffcceb6 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for floatingip, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:28.267826 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-aad51338-0842-43d3-9f82-95f3bffcceb6 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6764598 Jun 23 10:07:28.347627 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-c1d84f68-a8fd-43f8-b02a-31b8b3264a86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:28.545211 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d940c-2720-4145-934e-881aa13e7071 req-a790286c-44cc-439c-92a4-34732734d9a7 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:28.575347 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-dc4d940c-2720-4145-934e-881aa13e7071 req-a790286c-44cc-439c-92a4-34732734d9a7 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/networks?id=fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5 HTTP/1.1" status: 200 len: 818 time: 0.7014906 Jun 23 10:07:28.577388 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9bb47b7a-75cf-47f9-b2f1-65200c808e8f req-94b3ba90-03e2-4faf-a6ab-55b31cc38e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:28.622548 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-c1d84f68-a8fd-43f8-b02a-31b8b3264a86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:28.655002 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d33a3f42-d129-43b1-8596-fb703805f85e None None] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:28.684785 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-c1d84f68-a8fd-43f8-b02a-31b8b3264a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:28.688184 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-d33a3f42-d129-43b1-8596-fb703805f85e None None] Transition to ACTIVE for port object 2d2894c6-8ab1-4f91-8052-6a6e4b5c0d34 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:07:28.693042 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-f114e7cf-1c05-4732-88c0-013dc97bb320 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:28.698881 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-dc4d940c-2720-4145-934e-881aa13e7071 req-2e2855f3-568f-4965-90e3-222c87700796 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/quotas/7d46b0904cf749dda07bbce4569535a4 HTTP/1.1" status: 200 len: 375 time: 0.1179254 Jun 23 10:07:28.785524 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d33a3f42-d129-43b1-8596-fb703805f85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:28.789673 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-26935750-ce1f-4e9d-b87d-a5b136be7bf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:28.842469 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-c1d84f68-a8fd-43f8-b02a-31b8b3264a86 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=229d11ab89ef469390615418ea9b7055&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7509799 Jun 23 10:07:28.853483 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 59620) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:07:28.855492 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d84f68-a8fd-43f8-b02a-31b8b3264a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986fc630-d162-4afc-b09b-839e9fbb9ded,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:28.882891 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-c1d84f68-a8fd-43f8-b02a-31b8b3264a86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:28.979977 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f857e399-cb0c-41dc-8544-318cec6a3723 None None] Pushing event updated for resources: {'Port': ['ID=2d2894c6-8ab1-4f91-8052-6a6e4b5c0d34,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:29.003123 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-f857e399-cb0c-41dc-8544-318cec6a3723 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:29.084164 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-a5b99759-c0b4-400e-a28f-2847406b7677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:29.144271 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-d33a3f42-d129-43b1-8596-fb703805f85e None None] Attempting to bind port 2d2894c6-8ab1-4f91-8052-6a6e4b5c0d34 on host dv-cinder-797510-1-iscsi for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 10:07:29.145243 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-d33a3f42-d129-43b1-8596-fb703805f85e None None] Attempting to bind port 2d2894c6-8ab1-4f91-8052-6a6e4b5c0d34 by drivers openvswitch,hyperv on host dv-cinder-797510-1-iscsi at level 0 using segments [{'id': '18d3fb12-0117-4481-ac00-627483f619c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '75208ede-2304-4522-bb33-3632300dc81d'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 10:07:29.147267 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33a3f42-d129-43b1-8596-fb703805f85e None None] Attempting to bind port 2d2894c6-8ab1-4f91-8052-6a6e4b5c0d34 on network 75208ede-2304-4522-bb33-3632300dc81d {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:07:29.160855 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33a3f42-d129-43b1-8596-fb703805f85e None None] Checking agent: {'id': 'b3037b97-c09d-4619-9318-9bf5134e8ab7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 9, 59, 20), 'started_at': datetime.datetime(2021, 6, 23, 9, 59, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 10, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 10:07:29.163579 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33a3f42-d129-43b1-8596-fb703805f85e None None] Checking segment: {'id': '18d3fb12-0117-4481-ac00-627483f619c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '75208ede-2304-4522-bb33-3632300dc81d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:07:29.164240 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d33a3f42-d129-43b1-8596-fb703805f85e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:29.165698 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33a3f42-d129-43b1-8596-fb703805f85e None None] Bound using segment: {'id': '18d3fb12-0117-4481-ac00-627483f619c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '75208ede-2304-4522-bb33-3632300dc81d'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 10:07:29.167156 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-d33a3f42-d129-43b1-8596-fb703805f85e None None] Bound port: 2d2894c6-8ab1-4f91-8052-6a6e4b5c0d34, host: dv-cinder-797510-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d3fb12-0117-4481-ac00-627483f619c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '75208ede-2304-4522-bb33-3632300dc81d'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 10:07:29.168272 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d33a3f42-d129-43b1-8596-fb703805f85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:29.195082 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-a5b99759-c0b4-400e-a28f-2847406b7677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:29.310667 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 59632) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:07:29.331717 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [None req-fb40dced-ac83-4379-b315-62f68a43f4a9 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1226101290', 'description': 'tempest-description--1279277061'}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:07:29.340652 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-d33a3f42-d129-43b1-8596-fb703805f85e None None] For port 2d2894c6-8ab1-4f91-8052-6a6e4b5c0d34, host dv-cinder-797510-1-iscsi, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 10:07:29.350408 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-d33a3f42-d129-43b1-8596-fb703805f85e None None] For port 2d2894c6-8ab1-4f91-8052-6a6e4b5c0d34, host dv-cinder-797510-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=2d2894c6-8ab1-4f91-8052-6a6e4b5c0d34,segment=NetworkSegment(18d3fb12-0117-4481-ac00-627483f619c4),segment_id=18d3fb12-0117-4481-ac00-627483f619c4)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 10:07:29.427468 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d33a3f42-d129-43b1-8596-fb703805f85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:29.432849 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:29.435505 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device e797fe65-278a-4b88-8a70-4a8901febe8a up at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:07:29.452321 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-fb40dced-ac83-4379-b315-62f68a43f4a9 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:29.484279 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-dc4d940c-2720-4145-934e-881aa13e7071 req-26c94d66-8762-4343-aae0-a15958fbfee7 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=7d46b0904cf749dda07bbce4569535a4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7797167 Jun 23 10:07:29.506131 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-a5b99759-c0b4-400e-a28f-2847406b7677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:29.521445 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-a5b99759-c0b4-400e-a28f-2847406b7677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:29.525159 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-a5b99759-c0b4-400e-a28f-2847406b7677 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/986fc630-d162-4afc-b09b-839e9fbb9ded HTTP/1.1" status: 204 len: 168 time: 0.6402519 Jun 23 10:07:29.539767 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-8b071a54-416e-4653-a25d-0761ff57860e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:29.576885 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b99759-c0b4-400e-a28f-2847406b7677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986fc630-d162-4afc-b09b-839e9fbb9ded,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:29.582376 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-a5b99759-c0b4-400e-a28f-2847406b7677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:29.734265 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-fb40dced-ac83-4379-b315-62f68a43f4a9 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:29.833175 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-fb40dced-ac83-4379-b315-62f68a43f4a9 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:29.852017 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:29.934885 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-dc4d940c-2720-4145-934e-881aa13e7071 req-fac56fa1-b7ce-4f54-aebe-8a856fe4df52 service neutron] 10.222.0.47 "GET /v2.0/networks/fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4496346 Jun 23 10:07:29.942308 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb40dced-ac83-4379-b315-62f68a43f4a9 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=883d64c3-2083-4755-86cf-f32e109415f9,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:29.946754 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-fb40dced-ac83-4379-b315-62f68a43f4a9 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:29.948844 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-fb40dced-ac83-4379-b315-62f68a43f4a9 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks [] for security_group, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:29.956308 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-fb40dced-ac83-4379-b315-62f68a43f4a9 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6429350 Jun 23 10:07:29.956666 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 59654) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:07:29.961614 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [None req-c5f029a9-dcc6-4df9-b2a9-c782d6698eaf tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Request body: {'security_group_rule': {'security_group_id': '883d64c3-2083-4755-86cf-f32e109415f9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:07:30.032430 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33a3f42-d129-43b1-8596-fb703805f85e None None] Routers {'4289399a-5ee4-4996-8ceb-7fb9918adb2d'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:07:30.033313 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-d33a3f42-d129-43b1-8596-fb703805f85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:07:20Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['4289399a-5ee4-4996-8ceb-7fb9918adb2d'], 'active': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:07:30.164218 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-c5f029a9-dcc6-4df9-b2a9-c782d6698eaf tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:30.296255 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f857e399-cb0c-41dc-8544-318cec6a3723 None None] Pushing event updated for resources: {'Port': ['ID=2d2894c6-8ab1-4f91-8052-6a6e4b5c0d34,revision_number=4']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:30.311634 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-f857e399-cb0c-41dc-8544-318cec6a3723 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.875s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:30.357388 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-c5f029a9-dcc6-4df9-b2a9-c782d6698eaf tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:30.438735 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning for port e797fe65-278a-4b88-8a70-4a8901febe8a completed by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:07:30.480572 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-c5f029a9-dcc6-4df9-b2a9-c782d6698eaf tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660775'] for security_group_rule, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:30.483684 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:30.502109 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning complete for port e797fe65-278a-4b88-8a70-4a8901febe8a triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:07:30.502510 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:30.514251 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc005f-b27c-43b6-94ec-8ba3032342f1 req-8e662706-b5b1-4827-a9bb-f4f2083b90be tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:30.517091 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-43fc005f-b27c-43b6-94ec-8ba3032342f1 req-8e662706-b5b1-4827-a9bb-f4f2083b90be tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/ports?device_id=b20af615-61b7-4ce4-90e5-95c5ee2360b8 HTTP/1.1" status: 200 len: 931 time: 0.6437969 Jun 23 10:07:30.521737 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f029a9-dcc6-4df9-b2a9-c782d6698eaf tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3e28849-0e68-4b17-b714-06c76a645d00,revision_number=0']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:30.525008 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-c5f029a9-dcc6-4df9-b2a9-c782d6698eaf tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:30.535382 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-dc4d940c-2720-4145-934e-881aa13e7071 req-80511ddc-f5ef-4e22-a2e5-df93069d6573 service neutron] 10.222.0.47 "GET /v2.0/networks/fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5561974 Jun 23 10:07:30.542091 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.notifiers.nova [req-9bb47b7a-75cf-47f9-b2f1-65200c808e8f req-94b3ba90-03e2-4faf-a6ab-55b31cc38e14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b049a78-e667-488e-b1a8-62940d026dfe {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 10:07:30.584538 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9bb47b7a-75cf-47f9-b2f1-65200c808e8f req-94b3ba90-03e2-4faf-a6ab-55b31cc38e14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:30.604167 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-c5f029a9-dcc6-4df9-b2a9-c782d6698eaf tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:30.610648 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-c5f029a9-dcc6-4df9-b2a9-c782d6698eaf tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6476531 Jun 23 10:07:30.610648 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 59666) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:07:30.619785 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [None req-cb6b330a-bfd5-4ea6-b3d4-3d257d52c41e tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Request body: {'security_group_rule': {'security_group_id': '883d64c3-2083-4755-86cf-f32e109415f9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:07:30.662314 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvr_db [None req-d33a3f42-d129-43b1-8596-fb703805f85e None None] Set router 4289399a-5ee4-4996-8ceb-7fb9918adb2d gateway port host: dv-cinder-797510-1-iscsi {{(pid=93712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:07:30.702423 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-9bb47b7a-75cf-47f9-b2f1-65200c808e8f req-94b3ba90-03e2-4faf-a6ab-55b31cc38e14 service neutron] Transition to ACTIVE for port object 9b049a78-e667-488e-b1a8-62940d026dfe will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:07:30.753160 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-cb6b330a-bfd5-4ea6-b3d4-3d257d52c41e tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:30.762290 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-43fc005f-b27c-43b6-94ec-8ba3032342f1 req-4b237702-ae40-4c92-8e53-d9b8b8ebe9ec tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/security-groups?id=75b66fc2-e4ab-47fb-bfad-2d88183747c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113671 Jun 23 10:07:30.808752 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9bb47b7a-75cf-47f9-b2f1-65200c808e8f req-94b3ba90-03e2-4faf-a6ab-55b31cc38e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:30.821359 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:30.893680 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-cb6b330a-bfd5-4ea6-b3d4-3d257d52c41e tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:30.958279 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-cb6b330a-bfd5-4ea6-b3d4-3d257d52c41e tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660775'] for security_group_rule, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:30.982076 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-6960b067-04bf-4a1b-8913-c8a8d1f34093 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:31.004274 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6b330a-bfd5-4ea6-b3d4-3d257d52c41e tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1627bca1-406b-4d3b-8670-11c3e2c5b0b5,revision_number=0']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:31.011789 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-cb6b330a-bfd5-4ea6-b3d4-3d257d52c41e tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:31.072981 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-9bb47b7a-75cf-47f9-b2f1-65200c808e8f req-94b3ba90-03e2-4faf-a6ab-55b31cc38e14 service neutron] Attempting to bind port 9b049a78-e667-488e-b1a8-62940d026dfe on host hv-cinder-79751 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 10:07:31.073606 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-9bb47b7a-75cf-47f9-b2f1-65200c808e8f req-94b3ba90-03e2-4faf-a6ab-55b31cc38e14 service neutron] Attempting to bind port 9b049a78-e667-488e-b1a8-62940d026dfe by drivers openvswitch,hyperv on host hv-cinder-79751 at level 0 using segments [{'id': '302d0cae-9b55-4cbe-bedd-d535d505cba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2ff48d62-a733-45c7-b4d1-2b275985ec48'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 10:07:31.073728 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb47b7a-75cf-47f9-b2f1-65200c808e8f req-94b3ba90-03e2-4faf-a6ab-55b31cc38e14 service neutron] Attempting to bind port 9b049a78-e667-488e-b1a8-62940d026dfe on network 2ff48d62-a733-45c7-b4d1-2b275985ec48 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:07:31.088615 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-cb6b330a-bfd5-4ea6-b3d4-3d257d52c41e tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:31.090193 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-cb6b330a-bfd5-4ea6-b3d4-3d257d52c41e tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4800715 Jun 23 10:07:31.093295 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 59694) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:07:31.104904 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [None req-5d006ade-fead-46a3-9546-67048b32f78b tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Request body: {'floatingip': {'floating_network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28'}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:07:31.176571 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb47b7a-75cf-47f9-b2f1-65200c808e8f req-94b3ba90-03e2-4faf-a6ab-55b31cc38e14 service neutron] Port 9b049a78-e667-488e-b1a8-62940d026dfe on network 2ff48d62-a733-45c7-b4d1-2b275985ec48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79751 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 10:07:31.176890 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb47b7a-75cf-47f9-b2f1-65200c808e8f req-94b3ba90-03e2-4faf-a6ab-55b31cc38e14 service neutron] Attempting to bind port 9b049a78-e667-488e-b1a8-62940d026dfe on network 2ff48d62-a733-45c7-b4d1-2b275985ec48 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:07:31.193145 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b3ba90-03e2-4faf-a6ab-55b31cc38e14 service neutron] Pushing event updated for resources: {'Port': ['ID=9b049a78-e667-488e-b1a8-62940d026dfe,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:31.234544 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb47b7a-75cf-47f9-b2f1-65200c808e8f req-94b3ba90-03e2-4faf-a6ab-55b31cc38e14 service neutron] Checking agent: {'id': '4f95f39b-461c-4de8-a9d2-f77a6241c1fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 10, 5, 33), 'started_at': datetime.datetime(2021, 6, 23, 10, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 10, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 10:07:31.235175 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb47b7a-75cf-47f9-b2f1-65200c808e8f req-94b3ba90-03e2-4faf-a6ab-55b31cc38e14 service neutron] Checking segment: {'id': '302d0cae-9b55-4cbe-bedd-d535d505cba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2ff48d62-a733-45c7-b4d1-2b275985ec48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:07:31.236084 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb47b7a-75cf-47f9-b2f1-65200c808e8f req-94b3ba90-03e2-4faf-a6ab-55b31cc38e14 service neutron] Bound using segment: {'id': '302d0cae-9b55-4cbe-bedd-d535d505cba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2ff48d62-a733-45c7-b4d1-2b275985ec48'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 10:07:31.237099 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-9bb47b7a-75cf-47f9-b2f1-65200c808e8f req-94b3ba90-03e2-4faf-a6ab-55b31cc38e14 service neutron] Bound port: 9b049a78-e667-488e-b1a8-62940d026dfe, host: hv-cinder-79751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '302d0cae-9b55-4cbe-bedd-d535d505cba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2ff48d62-a733-45c7-b4d1-2b275985ec48'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 10:07:31.237708 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9bb47b7a-75cf-47f9-b2f1-65200c808e8f req-94b3ba90-03e2-4faf-a6ab-55b31cc38e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:31.252382 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-94b3ba90-03e2-4faf-a6ab-55b31cc38e14 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:31.272617 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5d006ade-fead-46a3-9546-67048b32f78b tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks [] for floatingip, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:31.334418 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-0f90d719-0a70-4176-875b-10129bb30179 req-f52cfa6d-e36b-4936-a421-e0c5bd13d56c tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 210 time: 0.2283535 Jun 23 10:07:31.368658 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4c4e9d1b-06b8-4058-9125-73c3cdfeab56 req-6d42f076-5a2a-40b1-870a-0f9daff95b37 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--864789711&fields=id&tenant_id=24291804a3fc43a7bb9013ab3736dd4e HTTP/1.1" status: 200 len: 267 time: 0.2423329 Jun 23 10:07:31.447074 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-9bb47b7a-75cf-47f9-b2f1-65200c808e8f req-94b3ba90-03e2-4faf-a6ab-55b31cc38e14 service neutron] For port 9b049a78-e667-488e-b1a8-62940d026dfe, host hv-cinder-79751, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 10:07:31.453052 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-9bb47b7a-75cf-47f9-b2f1-65200c808e8f req-94b3ba90-03e2-4faf-a6ab-55b31cc38e14 service neutron] For port 9b049a78-e667-488e-b1a8-62940d026dfe, host hv-cinder-79751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=9b049a78-e667-488e-b1a8-62940d026dfe,segment=NetworkSegment(302d0cae-9b55-4cbe-bedd-d535d505cba6),segment_id=302d0cae-9b55-4cbe-bedd-d535d505cba6)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 10:07:31.500143 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:31.643146 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] For port e797fe65-278a-4b88-8a70-4a8901febe8a, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=e797fe65-278a-4b88-8a70-4a8901febe8a,segment=NetworkSegment(06137ac4-b337-46f2-b6d6-d631ec2de296),segment_id=06137ac4-b337-46f2-b6d6-d631ec2de296)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:07:31.647303 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-d33a3f42-d129-43b1-8596-fb703805f85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'name': 'tempest-AttachVolumeTestJSON-1884555333-router', 'tenant_id': '2bfd8cef6a2f47babb53716771db0095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '0729db3c-c967-4684-b5dc-9c4ba053d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:07:12Z', 'updated_at': '2021-06-23T10:07:22Z', 'revision_number': 4, 'project_id': '2bfd8cef6a2f47babb53716771db0095', 'gw_port': {'id': '0729db3c-c967-4684-b5dc-9c4ba053d154', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:37:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:14Z', 'updated_at': '2021-06-23T10:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_interfaces': [{'id': '2d2894c6-8ab1-4f91-8052-6a6e4b5c0d34', 'name': '', 'network_id': '75208ede-2304-4522-bb33-3632300dc81d', 'tenant_id': '2bfd8cef6a2f47babb53716771db0095', 'mac_address': 'fa:16:3e:d8:8c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '222c10a8-002c-4ace-acfb-70d9b2714faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:20Z', 'updated_at': '2021-06-23T10:07:29Z', 'revision_number': 4, 'project_id': '2bfd8cef6a2f47babb53716771db0095', 'subnets': [{'id': '222c10a8-002c-4ace-acfb-70d9b2714faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:07:31.680669 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.52', 63303) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:07:31.726221 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33a3f42-d129-43b1-8596-fb703805f85e None None] The sync data for ids ['4289399a-5ee4-4996-8ceb-7fb9918adb2d'] in dv-cinder-797510-1-iscsi is: [{'id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'name': 'tempest-AttachVolumeTestJSON-1884555333-router', 'tenant_id': '2bfd8cef6a2f47babb53716771db0095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '0729db3c-c967-4684-b5dc-9c4ba053d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:07:12Z', 'updated_at': '2021-06-23T10:07:22Z', 'revision_number': 4, 'project_id': '2bfd8cef6a2f47babb53716771db0095', 'gw_port': {'id': '0729db3c-c967-4684-b5dc-9c4ba053d154', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:37:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:14Z', 'updated_at': '2021-06-23T10:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_interfaces': [{'id': '2d2894c6-8ab1-4f91-8052-6a6e4b5c0d34', 'name': '', 'network_id': '75208ede-2304-4522-bb33-3632300dc81d', 'tenant_id': '2bfd8cef6a2f47babb53716771db0095', 'mac_address': 'fa:16:3e:d8:8c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '222c10a8-002c-4ace-acfb-70d9b2714faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:20Z', 'updated_at': '2021-06-23T10:07:29Z', 'revision_number': 4, 'project_id': '2bfd8cef6a2f47babb53716771db0095', 'subnets': [{'id': '222c10a8-002c-4ace-acfb-70d9b2714faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 10:07:31.741455 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:31.746238 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device ac80d30a-bcd9-4afe-b1b6-f1177940d123 up at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:07:31.758120 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:31.781043 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9bb47b7a-75cf-47f9-b2f1-65200c808e8f req-94b3ba90-03e2-4faf-a6ab-55b31cc38e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:31.831009 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-95833ac6-a8f9-48b0-94c2-0674b31b3ef9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:31.949222 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Pushing event updated for resources: {'Port': ['ID=e797fe65-278a-4b88-8a70-4a8901febe8a,revision_number=5']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:31.953506 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:32.086942 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning for port ac80d30a-bcd9-4afe-b1b6-f1177940d123 completed by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:07:32.092165 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning complete for port ac80d30a-bcd9-4afe-b1b6-f1177940d123 triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:07:32.095874 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:32.096339 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5d006ade-fead-46a3-9546-67048b32f78b tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for port, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:32.402250 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:32.426328 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.db_base_plugin_common [None req-5d006ade-fead-46a3-9546-67048b32f78b tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Allocated IP 172.27.2.136 (6c022cdf-7908-4fe1-9f3f-494480d09f28/2f1b229c-fc1e-4856-a495-4ccd56c0ef48/6d95f1c7-3460-48a7-a6d7-b1cec46fe118) {{(pid=93710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 10:07:32.537559 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] For port ac80d30a-bcd9-4afe-b1b6-f1177940d123, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=ac80d30a-bcd9-4afe-b1b6-f1177940d123,segment=NetworkSegment(30b190ff-d6b2-4c22-9ee0-744e98463a17),segment_id=30b190ff-d6b2-4c22-9ee0-744e98463a17)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:07:32.621439 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5d006ade-fead-46a3-9546-67048b32f78b tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks [] for port, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:32.634476 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:32.643504 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-ced5bdd8-0d73-4741-824d-2d1417c33f25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:32.811781 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5d006ade-fead-46a3-9546-67048b32f78b tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-600500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731988247197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31904512'] for port, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:32.816836 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:32.892204 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Pushing event updated for resources: {'Port': ['ID=ac80d30a-bcd9-4afe-b1b6-f1177940d123,revision_number=5']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:32.901640 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:32.948517 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:32.949887 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b3ba90-03e2-4faf-a6ab-55b31cc38e14 service neutron] Pushing event updated for resources: {'Port': ['ID=9b049a78-e667-488e-b1a8-62940d026dfe,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:32.981094 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb47b7a-75cf-47f9-b2f1-65200c808e8f req-94b3ba90-03e2-4faf-a6ab-55b31cc38e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:32.981717 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9bb47b7a-75cf-47f9-b2f1-65200c808e8f req-94b3ba90-03e2-4faf-a6ab-55b31cc38e14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:32.983178 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9bb47b7a-75cf-47f9-b2f1-65200c808e8f req-94b3ba90-03e2-4faf-a6ab-55b31cc38e14 service neutron] 10.222.0.52 "PUT /v2.0/ports/9b049a78-e667-488e-b1a8-62940d026dfe HTTP/1.1" status: 200 len: 1093 time: 6.0374758 Jun 23 10:07:33.000766 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d006ade-fead-46a3-9546-67048b32f78b tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Network 6c022cdf-7908-4fe1-9f3f-494480d09f28 is already hosted by enough agents. {{(pid=93710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:07:33.009831 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b20af615-61b7-4ce4-90e5-95c5ee2360b8', 'tag': '9b049a78-e667-488e-b1a8-62940d026dfe'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:07:33.011040 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.base_scheduler [None req-5d006ade-fead-46a3-9546-67048b32f78b tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Resources bound (agent type, host, resource id): {{(pid=93710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:07:33.018231 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d006ade-fead-46a3-9546-67048b32f78b tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Received port after_create {{(pid=93710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 10:07:33.076345 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device e797fe65-278a-4b88-8a70-4a8901febe8a up at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:07:33.127471 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d006ade-fead-46a3-9546-67048b32f78b tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Pushing event updated for resources: {'Port': ['ID=6d95f1c7-3460-48a7-a6d7-b1cec46fe118,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:33.141500 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-5d006ade-fead-46a3-9546-67048b32f78b tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:33.144023 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-94b3ba90-03e2-4faf-a6ab-55b31cc38e14 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.313s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:33.171732 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning complete for port e797fe65-278a-4b88-8a70-4a8901febe8a triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:07:33.175642 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:33.186349 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e9d1b-06b8-4058-9125-73c3cdfeab56 req-d66fd402-2472-4962-91df-65da47a56a79 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:33.204996 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4c4e9d1b-06b8-4058-9125-73c3cdfeab56 req-d66fd402-2472-4962-91df-65da47a56a79 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/networks?id=2c358830-fde0-4aa0-a28c-3a7712f5e2f9 HTTP/1.1" status: 200 len: 817 time: 1.8324907 Jun 23 10:07:33.237810 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5d006ade-fead-46a3-9546-67048b32f78b tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:33.319280 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4c4e9d1b-06b8-4058-9125-73c3cdfeab56 req-4a42f6a6-13f3-4df0-82ac-27eb5819716b tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/quotas/24291804a3fc43a7bb9013ab3736dd4e HTTP/1.1" status: 200 len: 375 time: 0.1158788 Jun 23 10:07:33.397408 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device 2d2894c6-8ab1-4f91-8052-6a6e4b5c0d34 up at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:07:33.459376 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5d006ade-fead-46a3-9546-67048b32f78b tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:33.479239 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404634ef6dbf53e9c182992e714e82192e1d0d35f5c652938e4b1e64141411fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c66b9c2-64aa-4663-8be0-76ad0155f947" -d '{"events": [{"name": "network-changed", "server_uuid": "b20af615-61b7-4ce4-90e5-95c5ee2360b8", "tag": "9b049a78-e667-488e-b1a8-62940d026dfe"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:07:33.610475 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18cda7-8260-4a84-b03f-0506275b24e8 req-f71f5090-702c-401e-b535-dbd68efd9ad3 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:33.612521 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ec18cda7-8260-4a84-b03f-0506275b24e8 req-f71f5090-702c-401e-b535-dbd68efd9ad3 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.52 "GET /v2.0/networks?id=fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5 HTTP/1.1" status: 200 len: 818 time: 1.9296284 Jun 23 10:07:33.625125 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning for port 2d2894c6-8ab1-4f91-8052-6a6e4b5c0d34 completed by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:07:33.629823 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning complete for port 2d2894c6-8ab1-4f91-8052-6a6e4b5c0d34 triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:07:33.630201 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:33.652255 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [req-ec18cda7-8260-4a84-b03f-0506275b24e8 req-f08804ca-d434-459b-baed-ac726f73d178 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Request body: {'port': {'device_id': 'fc25d14d-063b-4e02-8665-18c3d02eace8', 'network_id': 'fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5', 'admin_state_up': True, 'tenant_id': '7d46b0904cf749dda07bbce4569535a4'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:07:33.681473 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5d006ade-fead-46a3-9546-67048b32f78b tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks [] for port, precommit_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:33.757041 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5d006ade-fead-46a3-9546-67048b32f78b tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31904530'] for port, after_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:33.761276 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:33.788924 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:33.812401 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d006ade-fead-46a3-9546-67048b32f78b tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Pushing event updated for resources: {'Port': ['ID=6d95f1c7-3460-48a7-a6d7-b1cec46fe118,revision_number=2']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:33.817759 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-5d006ade-fead-46a3-9546-67048b32f78b tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:33.854218 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] For port 2d2894c6-8ab1-4f91-8052-6a6e4b5c0d34, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=2d2894c6-8ab1-4f91-8052-6a6e4b5c0d34,segment=NetworkSegment(18d3fb12-0117-4481-ac00-627483f619c4),segment_id=18d3fb12-0117-4481-ac00-627483f619c4)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:07:33.899023 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5d006ade-fead-46a3-9546-67048b32f78b tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707131'] for floatingip, after_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:33.949098 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:33.958643 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-f857e399-cb0c-41dc-8544-318cec6a3723 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:33.964822 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6be22b-d62c-4127-9a7a-161f6ed6fe87 req-9ea85e7a-9838-4c56-8ce3-66a4ea66c883 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:33.967336 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-3e6be22b-d62c-4127-9a7a-161f6ed6fe87 req-9ea85e7a-9838-4c56-8ce3-66a4ea66c883 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/ports?device_id=b20af615-61b7-4ce4-90e5-95c5ee2360b8 HTTP/1.1" status: 200 len: 943 time: 1.8992381 Jun 23 10:07:33.982369 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb47b7a-75cf-47f9-b2f1-65200c808e8f req-25415182-84e8-4e7e-a2fa-ee7686271ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:33.984537 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9bb47b7a-75cf-47f9-b2f1-65200c808e8f req-25415182-84e8-4e7e-a2fa-ee7686271ace service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1fc0086e8c45473eaed64745e82da40c&device_id=b20af615-61b7-4ce4-90e5-95c5ee2360b8 HTTP/1.1" status: 200 len: 1096 time: 0.7790866 Jun 23 10:07:34.006153 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5d006ade-fead-46a3-9546-67048b32f78b tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for floatingip, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:34.010802 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-5d006ade-fead-46a3-9546-67048b32f78b tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9131780 Jun 23 10:07:34.091039 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Pushing event updated for resources: {'Port': ['ID=2d2894c6-8ab1-4f91-8052-6a6e4b5c0d34,revision_number=5']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:34.098509 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:34.141447 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4c4e9d1b-06b8-4058-9125-73c3cdfeab56 req-022f8562-e232-4f93-a625-d442a0b7071f tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=24291804a3fc43a7bb9013ab3736dd4e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8144546 Jun 23 10:07:34.146931 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9bb47b7a-75cf-47f9-b2f1-65200c808e8f req-b9eace9f-b893-45f9-aa78-8288cbc7c10c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b049a78-e667-488e-b1a8-62940d026dfe HTTP/1.1" status: 200 len: 217 time: 0.1018245 Jun 23 10:07:34.150067 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-3e6be22b-d62c-4127-9a7a-161f6ed6fe87 req-1886897e-2d93-4195-bc39-6ca24934a4f5 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/security-groups?id=75b66fc2-e4ab-47fb-bfad-2d88183747c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703753 Jun 23 10:07:34.209027 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec18cda7-8260-4a84-b03f-0506275b24e8 req-f08804ca-d434-459b-baed-ac726f73d178 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Made reservation on behalf of 7d46b0904cf749dda07bbce4569535a4 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:07:34.212828 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ec18cda7-8260-4a84-b03f-0506275b24e8 req-f08804ca-d434-459b-baed-ac726f73d178 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:34.462671 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-8f75095b-68fe-42a7-b66c-2c29d71d9088 req-d5718dc0-89ee-4345-9f89-8c7637550154 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 210 time: 0.0931404 Jun 23 10:07:34.469908 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [req-4c4e9d1b-06b8-4058-9125-73c3cdfeab56 req-9697a405-99dc-49e7-9b75-93e099feccac service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 10:07:34.470998 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4c4e9d1b-06b8-4058-9125-73c3cdfeab56 req-9697a405-99dc-49e7-9b75-93e099feccac service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1148837 Jun 23 10:07:34.504359 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-ec18cda7-8260-4a84-b03f-0506275b24e8 req-f08804ca-d434-459b-baed-ac726f73d178 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Allocated IP 172.20.0.5 (fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5/ee931124-afba-46a0-8fb4-344a768129bc/d21401e9-dd04-48ca-a09d-f281becba8ee) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 10:07:34.613152 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4c4e9d1b-06b8-4058-9125-73c3cdfeab56 req-ee356645-b92a-4403-ba7e-c1764179bbff service neutron] 10.222.0.47 "GET /v2.0/networks/2c358830-fde0-4aa0-a28c-3a7712f5e2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311154 Jun 23 10:07:34.761948 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 10:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fff8db8-d75c-4456-b685-edd6b15c423a x-openstack-request-id: req-2fff8db8-d75c-4456-b685-edd6b15c423a {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:07:34.762245 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b20af615-61b7-4ce4-90e5-95c5ee2360b8", "tag": "9b049a78-e667-488e-b1a8-62940d026dfe", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:07:34.762509 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2fff8db8-d75c-4456-b685-edd6b15c423a {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:07:34.762998 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b20af615-61b7-4ce4-90e5-95c5ee2360b8', 'tag': '9b049a78-e667-488e-b1a8-62940d026dfe', 'status': 'completed', 'code': 200} Jun 23 10:07:34.785813 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4c4e9d1b-06b8-4058-9125-73c3cdfeab56 req-e112b89e-df2c-49ae-9d8d-6614c5f44f25 service neutron] 10.222.0.47 "GET /v2.0/networks/2c358830-fde0-4aa0-a28c-3a7712f5e2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628201 Jun 23 10:07:34.791405 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ec18cda7-8260-4a84-b03f-0506275b24e8 req-f08804ca-d434-459b-baed-ac726f73d178 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:34.823204 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device ac80d30a-bcd9-4afe-b1b6-f1177940d123 up at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:07:34.884462 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ec18cda7-8260-4a84-b03f-0506275b24e8 req-f08804ca-d434-459b-baed-ac726f73d178 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-600500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731988247197'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:34.884913 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning complete for port ac80d30a-bcd9-4afe-b1b6-f1177940d123 triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:07:34.885817 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:34.901559 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:34.913022 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a40eda43-cfa1-480e-907f-089f05c4c945 req-0190dcbc-3d63-4240-9262-960c1194eb34 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1226101290&fields=id&tenant_id=2bfd8cef6a2f47babb53716771db0095 HTTP/1.1" status: 200 len: 267 time: 0.0536902 Jun 23 10:07:34.957705 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec18cda7-8260-4a84-b03f-0506275b24e8 req-f08804ca-d434-459b-baed-ac726f73d178 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Network fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:07:34.966905 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device 2d2894c6-8ab1-4f91-8052-6a6e4b5c0d34 up at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:07:34.979756 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-ec18cda7-8260-4a84-b03f-0506275b24e8 req-f08804ca-d434-459b-baed-ac726f73d178 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:07:34.985097 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec18cda7-8260-4a84-b03f-0506275b24e8 req-f08804ca-d434-459b-baed-ac726f73d178 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 10:07:34.991377 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18cda7-8260-4a84-b03f-0506275b24e8 req-f08804ca-d434-459b-baed-ac726f73d178 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:34.992001 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ec18cda7-8260-4a84-b03f-0506275b24e8 req-f08804ca-d434-459b-baed-ac726f73d178 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:35.047240 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning complete for port 2d2894c6-8ab1-4f91-8052-6a6e4b5c0d34 triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:07:35.047624 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:35.062585 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08804ca-d434-459b-baed-ac726f73d178 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Pushing event updated for resources: {'Port': ['ID=d21401e9-dd04-48ca-a09d-f281becba8ee,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:35.072154 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-f08804ca-d434-459b-baed-ac726f73d178 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:35.120726 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-7ae77a13-c451-4071-902d-15e57f6df5e1 req-178455cd-171b-4c3e-8c4b-8b546deb33b1 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 210 time: 0.0420508 Jun 23 10:07:35.149996 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40eda43-cfa1-480e-907f-089f05c4c945 req-e0ec2ce2-062b-490d-8686-cf8edaf56d6f tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:35.157040 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a40eda43-cfa1-480e-907f-089f05c4c945 req-e0ec2ce2-062b-490d-8686-cf8edaf56d6f tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/networks?id=75208ede-2304-4522-bb33-3632300dc81d HTTP/1.1" status: 200 len: 811 time: 0.2195163 Jun 23 10:07:35.174690 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a40eda43-cfa1-480e-907f-089f05c4c945 req-23966713-92ce-4952-8e31-e1cff5b7e134 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/quotas/2bfd8cef6a2f47babb53716771db0095 HTTP/1.1" status: 200 len: 375 time: 0.0168483 Jun 23 10:07:35.193421 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ec18cda7-8260-4a84-b03f-0506275b24e8 req-f08804ca-d434-459b-baed-ac726f73d178 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5458100 Jun 23 10:07:35.260793 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a40eda43-cfa1-480e-907f-089f05c4c945 req-ffcfbff1-0bc2-4a43-a0df-3e97767f0b25 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=2bfd8cef6a2f47babb53716771db0095&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0843523 Jun 23 10:07:35.401826 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a40eda43-cfa1-480e-907f-089f05c4c945 req-3028147a-c494-44d3-a817-25abed32e8c8 service neutron] 10.222.0.47 "GET /v2.0/networks/75208ede-2304-4522-bb33-3632300dc81d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262636 Jun 23 10:07:35.423225 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79c5757-25cf-43e3-8e49-54a662a1df99 req-87ea08f0-6159-48d1-ac5f-800b3a53eb24 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:35.424596 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e79c5757-25cf-43e3-8e49-54a662a1df99 req-87ea08f0-6159-48d1-ac5f-800b3a53eb24 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/ports?device_id=b20af615-61b7-4ce4-90e5-95c5ee2360b8 HTTP/1.1" status: 200 len: 943 time: 0.1220257 Jun 23 10:07:35.508676 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e79c5757-25cf-43e3-8e49-54a662a1df99 req-3126ba28-80f8-4cd8-a540-f1f6d99b33c7 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/security-groups?id=75b66fc2-e4ab-47fb-bfad-2d88183747c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738542 Jun 23 10:07:35.533121 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a40eda43-cfa1-480e-907f-089f05c4c945 req-b11c15ed-da5c-4b08-85e0-273d2d1a7512 service neutron] 10.222.0.47 "GET /v2.0/networks/75208ede-2304-4522-bb33-3632300dc81d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214688 Jun 23 10:07:35.656583 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1a2edcc7-1f6c-4f3f-b29c-ed544e424e9e req-de0069ea-ee3d-41af-9deb-58c227841ffb tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 210 time: 0.0286620 Jun 23 10:07:35.917801 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-83607753-03cb-4c01-9674-8093a9a6ffe2 req-18a075d7-3ab1-4fbd-b316-e32a88c7d859 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 210 time: 0.0491099 Jun 23 10:07:36.216516 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-c6585357-6b0c-4c5a-aa4f-8758c3b8efe0 req-984c311c-8e43-41d0-a36c-e70f77fc44dd tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 210 time: 0.0305381 Jun 23 10:07:36.876146 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1e993ac7-ad44-4185-8711-8e03dc9fce10 req-b6fa463e-73b4-44fc-ab2a-b4720ccd0bfd tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 210 time: 0.0349748 Jun 23 10:07:36.917143 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc63a77-1ce7-42be-9254-7eaee3f03f07 req-9d3d57a5-3140-4c11-986b-4017ccb687ed tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:36.918791 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-bfc63a77-1ce7-42be-9254-7eaee3f03f07 req-9d3d57a5-3140-4c11-986b-4017ccb687ed tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/ports?device_id=b20af615-61b7-4ce4-90e5-95c5ee2360b8 HTTP/1.1" status: 200 len: 943 time: 0.2918677 Jun 23 10:07:36.958463 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-bfc63a77-1ce7-42be-9254-7eaee3f03f07 req-0ae578a0-fbf1-4d34-be12-b3685058f723 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/security-groups?id=75b66fc2-e4ab-47fb-bfad-2d88183747c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337236 Jun 23 10:07:37.023241 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-de1ba233-0089-4e38-b50f-144c64637d11 req-ec18998a-67cf-4f1a-b01e-b3cb4e03ed9b tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 210 time: 0.0465596 Jun 23 10:07:37.255674 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 59888) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:07:37.381008 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-05218000-a08b-4410-8f53-8754d0d885cd req-cd2cf1a5-9483-4ddc-8cc6-8f2836005080 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 210 time: 0.0446956 Jun 23 10:07:37.396860 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f555f711-3090-45a9-a15c-4a8566815ac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:37.487141 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f555f711-3090-45a9-a15c-4a8566815ac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:37.709154 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f555f711-3090-45a9-a15c-4a8566815ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:37.714379 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:37.762824 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-f555f711-3090-45a9-a15c-4a8566815ac6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f1e2507e10cb4005902b05a44781eb6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5056806 Jun 23 10:07:37.763765 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f555f711-3090-45a9-a15c-4a8566815ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49da1bf8-9613-40b5-9310-256454b64051,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:37.765612 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 59900) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:07:37.779676 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-f555f711-3090-45a9-a15c-4a8566815ac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:37.863328 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-e083c9d9-92d1-4d3f-9777-9e45e97c2b35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:37.886325 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-e083c9d9-92d1-4d3f-9777-9e45e97c2b35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:38.054147 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-e083c9d9-92d1-4d3f-9777-9e45e97c2b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:38.057147 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-e083c9d9-92d1-4d3f-9777-9e45e97c2b35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:38.069323 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-e083c9d9-92d1-4d3f-9777-9e45e97c2b35 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/49da1bf8-9613-40b5-9310-256454b64051 HTTP/1.1" status: 204 len: 168 time: 0.2945678 Jun 23 10:07:38.069323 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:38.077516 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e083c9d9-92d1-4d3f-9777-9e45e97c2b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49da1bf8-9613-40b5-9310-256454b64051,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:38.078831 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-979159e0-0c4f-431a-8500-1272797d864e req-06d5a855-5621-469d-a8da-2a1ffe963000 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 210 time: 0.0506327 Jun 23 10:07:38.093794 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-e083c9d9-92d1-4d3f-9777-9e45e97c2b35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:38.275679 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f8ef09ef-027b-4534-81c1-d57a05749d04 req-aedf66c6-8a2a-4815-979f-88f0667f6a9a tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 210 time: 0.0440259 Jun 23 10:07:38.290471 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9382e3a-b6c1-4f5e-a33c-056a9531a5f7 req-e653f15c-4ad2-4cde-acbb-d0580a21cb14 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:38.304007 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d9382e3a-b6c1-4f5e-a33c-056a9531a5f7 req-e653f15c-4ad2-4cde-acbb-d0580a21cb14 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/ports?device_id=b20af615-61b7-4ce4-90e5-95c5ee2360b8 HTTP/1.1" status: 200 len: 943 time: 0.1127028 Jun 23 10:07:38.355265 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d9382e3a-b6c1-4f5e-a33c-056a9531a5f7 req-7503a7fd-69d7-4184-b30e-a679f0c22658 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/security-groups?id=75b66fc2-e4ab-47fb-bfad-2d88183747c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575795 Jun 23 10:07:38.577631 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-0a918f46-72bd-46f7-9e1b-c06baf77525b req-548b2f86-0d54-4b7c-beff-6de63ac327f2 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 210 time: 0.0340097 Jun 23 10:07:39.240336 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-978f5990-7ac4-474f-a9a5-17840187c59b req-633df2df-32fa-4eff-8281-35f6a2366e2a tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 210 time: 0.0364661 Jun 23 10:07:39.425736 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-7eeac447-dc77-4502-b750-7aeb3996eb4b req-cde67380-09f5-49b5-8893-baebdde14d77 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 210 time: 0.0706275 Jun 23 10:07:39.558816 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416a7c04-ad1b-4965-95e2-9a144fa40487 req-2a16650d-a8a4-4ab3-b5c0-5629aa680b7f tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:39.560694 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-416a7c04-ad1b-4965-95e2-9a144fa40487 req-2a16650d-a8a4-4ab3-b5c0-5629aa680b7f tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/ports?device_id=b20af615-61b7-4ce4-90e5-95c5ee2360b8 HTTP/1.1" status: 200 len: 943 time: 0.0679777 Jun 23 10:07:39.603424 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-416a7c04-ad1b-4965-95e2-9a144fa40487 req-16d943b3-8b0e-448b-8140-a7fe27f8dd54 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/security-groups?id=75b66fc2-e4ab-47fb-bfad-2d88183747c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362771 Jun 23 10:07:39.734009 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-dc70adae-dd0e-4c4e-be70-c80cc1b32cc7 req-9b9c2de6-96e8-4c66-a223-57a16fb2dbc2 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 210 time: 0.0304956 Jun 23 10:07:40.402397 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-3d51ba60-c09c-4da9-8ab5-e8e5214a9f0c req-6afbf3c1-c5bf-4018-873f-2e620ec2fd24 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 210 time: 0.0329812 Jun 23 10:07:40.599463 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ac06d80b-1840-4c19-89c6-5b881d48de33 req-248a20dd-8a9b-4c35-a7a1-58005801a3d1 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 210 time: 0.0402288 Jun 23 10:07:40.783309 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1d1db-93ee-4647-9f6a-da60f724f9f7 req-841e7868-bfdb-484b-87cc-d864f1dccced tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:40.785663 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-59c1d1db-93ee-4647-9f6a-da60f724f9f7 req-841e7868-bfdb-484b-87cc-d864f1dccced tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/ports?device_id=b20af615-61b7-4ce4-90e5-95c5ee2360b8 HTTP/1.1" status: 200 len: 943 time: 0.0669129 Jun 23 10:07:40.824225 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-59c1d1db-93ee-4647-9f6a-da60f724f9f7 req-50f6b5ec-67ac-4643-b536-8c0f0d980f90 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/security-groups?id=75b66fc2-e4ab-47fb-bfad-2d88183747c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329013 Jun 23 10:07:40.894929 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-0ee3b269-9c2b-427d-9445-19fe3963eff5 req-98e302bb-0e90-4f25-b290-bf9234e07151 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 210 time: 0.0312059 Jun 23 10:07:41.534038 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-df21479e-1e4b-47e9-9b33-7c6764e1c712 req-3bf46a76-3642-4e45-a47c-2d713b5c5aa4 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 210 time: 0.0277145 Jun 23 10:07:41.738428 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-8c677859-c6d5-46ab-be29-b4ab21b5582b req-a64f7b94-4c6c-4c7a-9d45-1d84a24de9a4 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 210 time: 0.0280285 Jun 23 10:07:41.999066 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02fecd8-2ed8-40a0-8b9c-1b758484d8fb req-e1a31f01-f8ab-495b-8342-adfc6a5fc5ed tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:42.000521 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e02fecd8-2ed8-40a0-8b9c-1b758484d8fb req-e1a31f01-f8ab-495b-8342-adfc6a5fc5ed tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/ports?device_id=b20af615-61b7-4ce4-90e5-95c5ee2360b8 HTTP/1.1" status: 200 len: 943 time: 0.0615211 Jun 23 10:07:42.049238 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-c380c706-b727-42aa-b602-361692100236 req-5d5a42fc-67cc-4c2b-828a-54b920be0ae3 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 210 time: 0.0372908 Jun 23 10:07:42.065398 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e02fecd8-2ed8-40a0-8b9c-1b758484d8fb req-9e649922-5b9c-45e6-826e-f8e5e1e64449 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/security-groups?id=75b66fc2-e4ab-47fb-bfad-2d88183747c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590470 Jun 23 10:07:42.673983 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d7367270-d7c1-4db2-954a-925092675e24 req-5a7d91d3-25f2-4e40-a2ee-33c72cc03f64 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 210 time: 0.0279400 Jun 23 10:07:42.874578 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-8a987d5a-211d-4968-9759-26a4ee912df5 req-10f8b920-e16f-4cd2-a14e-99b1558dcf84 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 210 time: 0.0285664 Jun 23 10:07:43.192766 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-50039340-5eb8-4687-837d-838426e3f816 req-9a7b1d61-b4a1-48b6-a8fb-25367b8fb9c5 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 210 time: 0.0293038 Jun 23 10:07:43.253855 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1681245e-c0b0-43ff-899f-2ff823e89c8b req-1c7ec0c8-feb8-48e8-929a-d7cc801631d5 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:43.255303 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1681245e-c0b0-43ff-899f-2ff823e89c8b req-1c7ec0c8-feb8-48e8-929a-d7cc801631d5 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/ports?device_id=b20af615-61b7-4ce4-90e5-95c5ee2360b8 HTTP/1.1" status: 200 len: 943 time: 0.0655372 Jun 23 10:07:43.291602 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1681245e-c0b0-43ff-899f-2ff823e89c8b req-f04a3de0-125e-410c-8805-7dc925493052 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/security-groups?id=75b66fc2-e4ab-47fb-bfad-2d88183747c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306585 Jun 23 10:07:43.447293 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [req-ec18cda7-8260-4a84-b03f-0506275b24e8 req-bd0f814b-fc33-49f2-8c90-fa7c3065dcea service neutron] Request body: {'port': {'device_id': 'fc25d14d-063b-4e02-8665-18c3d02eace8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79751'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:07:43.499368 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb47b7a-75cf-47f9-b2f1-65200c808e8f req-74298516-d787-4369-865b-8880fb7da67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:43.500965 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9bb47b7a-75cf-47f9-b2f1-65200c808e8f req-74298516-d787-4369-865b-8880fb7da67b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=753997d7-9beb-42c5-9777-2f80be92ad24 HTTP/1.1" status: 200 len: 852 time: 0.0912809 Jun 23 10:07:43.541974 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ec18cda7-8260-4a84-b03f-0506275b24e8 req-bd0f814b-fc33-49f2-8c90-fa7c3065dcea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:43.591772 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9bb47b7a-75cf-47f9-b2f1-65200c808e8f req-c8849a4b-e6b4-43e4-9b9b-821bef401de9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2ff48d62-a733-45c7-b4d1-2b275985ec48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412855 Jun 23 10:07:43.654643 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.52', 63320) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:07:43.800928 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9bb47b7a-75cf-47f9-b2f1-65200c808e8f req-e22f290a-6267-4706-adbd-b2e6a1d6afea service neutron] 10.222.0.52 "GET /v2.0/networks/2ff48d62-a733-45c7-b4d1-2b275985ec48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895838 Jun 23 10:07:43.868065 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d940c-2720-4145-934e-881aa13e7071 req-45b94b2a-0428-48b1-8c37-2ded89748633 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:43.869940 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-dc4d940c-2720-4145-934e-881aa13e7071 req-45b94b2a-0428-48b1-8c37-2ded89748633 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.52 "GET /v2.0/networks?id=fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5 HTTP/1.1" status: 200 len: 818 time: 0.2141564 Jun 23 10:07:43.883276 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [req-dc4d940c-2720-4145-934e-881aa13e7071 req-48904d07-007f-4f0b-87b0-de76e48cfcbc tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Request body: {'port': {'device_id': '5ab3946f-cd11-4694-803e-988f9da34052', 'network_id': 'fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5', 'admin_state_up': True, 'tenant_id': '7d46b0904cf749dda07bbce4569535a4'}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:07:43.974828 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ba1a5ea1-b51e-40c5-9943-7ff30f0c9150 req-19d1a7bf-f9fc-45e6-b1ad-f1420cfca417 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 210 time: 0.0566118 Jun 23 10:07:44.020557 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9bb47b7a-75cf-47f9-b2f1-65200c808e8f req-637a2e12-4177-41ab-91ce-bda6654cfecf service neutron] 10.222.0.52 "GET /v2.0/networks/2ff48d62-a733-45c7-b4d1-2b275985ec48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121179 Jun 23 10:07:44.112101 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-63522b8c-f861-4584-a45e-b4030e77a6a0 req-d49bde66-9b97-44a7-aec2-d533c044fb24 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 210 time: 0.0618298 Jun 23 10:07:44.145184 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.notifiers.nova [req-ec18cda7-8260-4a84-b03f-0506275b24e8 req-bd0f814b-fc33-49f2-8c90-fa7c3065dcea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d21401e9-dd04-48ca-a09d-f281becba8ee {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 10:07:44.153287 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ec18cda7-8260-4a84-b03f-0506275b24e8 req-bd0f814b-fc33-49f2-8c90-fa7c3065dcea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:44.165385 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-ec18cda7-8260-4a84-b03f-0506275b24e8 req-bd0f814b-fc33-49f2-8c90-fa7c3065dcea service neutron] Transition to ACTIVE for port object d21401e9-dd04-48ca-a09d-f281becba8ee will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:07:44.189394 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 60080) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:07:44.202287 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc4d940c-2720-4145-934e-881aa13e7071 req-48904d07-007f-4f0b-87b0-de76e48cfcbc tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Made reservation on behalf of 7d46b0904cf749dda07bbce4569535a4 for: {'port': 1} {{(pid=93710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:07:44.207988 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-dc4d940c-2720-4145-934e-881aa13e7071 req-48904d07-007f-4f0b-87b0-de76e48cfcbc tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for port, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:44.297109 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c66b9c2-64aa-4663-8be0-76ad0155f947 req-2826b376-81d7-475d-8e32-72e86e0b90e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:44.299121 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4c66b9c2-64aa-4663-8be0-76ad0155f947 req-2826b376-81d7-475d-8e32-72e86e0b90e8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1fc0086e8c45473eaed64745e82da40c&device_id=b20af615-61b7-4ce4-90e5-95c5ee2360b8 HTTP/1.1" status: 200 len: 1096 time: 0.0662332 Jun 23 10:07:44.343774 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ec18cda7-8260-4a84-b03f-0506275b24e8 req-bd0f814b-fc33-49f2-8c90-fa7c3065dcea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:44.354758 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cdf4803d-9f8e-4cc8-8af2-c754b5789c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:44.381624 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:44.462458 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b4b1ef25-ff30-47da-afa6-1c3f486d1a27 req-b37ab7bf-058c-48be-aeae-4c656454d259 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 210 time: 0.0459547 Jun 23 10:07:44.510282 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.db_base_plugin_common [req-dc4d940c-2720-4145-934e-881aa13e7071 req-48904d07-007f-4f0b-87b0-de76e48cfcbc tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Allocated IP 172.20.0.8 (fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5/ee931124-afba-46a0-8fb4-344a768129bc/b48601c6-b884-4ee6-a83f-132657a14566) {{(pid=93710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 10:07:44.682815 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-dc4d940c-2720-4145-934e-881aa13e7071 req-48904d07-007f-4f0b-87b0-de76e48cfcbc tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Notify callbacks [] for port, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:44.760121 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f814b-fc33-49f2-8c90-fa7c3065dcea service neutron] Pushing event updated for resources: {'Port': ['ID=d21401e9-dd04-48ca-a09d-f281becba8ee,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:44.770025 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-bd0f814b-fc33-49f2-8c90-fa7c3065dcea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:44.794459 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-dc4d940c-2720-4145-934e-881aa13e7071 req-48904d07-007f-4f0b-87b0-de76e48cfcbc tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-600500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731988247197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31904512'] for port, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:44.805169 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-5d006ade-fead-46a3-9546-67048b32f78b tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:44.823155 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c66b9c2-64aa-4663-8be0-76ad0155f947 req-d0adaccc-2975-4c1c-ba56-0db34bb272e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:44.824863 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4c66b9c2-64aa-4663-8be0-76ad0155f947 req-d0adaccc-2975-4c1c-ba56-0db34bb272e1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2ff48d62-a733-45c7-b4d1-2b275985ec48 HTTP/1.1" status: 200 len: 913 time: 0.5178490 Jun 23 10:07:44.839611 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-ec18cda7-8260-4a84-b03f-0506275b24e8 req-bd0f814b-fc33-49f2-8c90-fa7c3065dcea service neutron] Attempting to bind port d21401e9-dd04-48ca-a09d-f281becba8ee on host hv-cinder-79751 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 10:07:44.840207 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-ec18cda7-8260-4a84-b03f-0506275b24e8 req-bd0f814b-fc33-49f2-8c90-fa7c3065dcea service neutron] Attempting to bind port d21401e9-dd04-48ca-a09d-f281becba8ee by drivers openvswitch,hyperv on host hv-cinder-79751 at level 0 using segments [{'id': '30b190ff-d6b2-4c22-9ee0-744e98463a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 10:07:44.840638 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec18cda7-8260-4a84-b03f-0506275b24e8 req-bd0f814b-fc33-49f2-8c90-fa7c3065dcea service neutron] Attempting to bind port d21401e9-dd04-48ca-a09d-f281becba8ee on network fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:07:44.880149 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc4d940c-2720-4145-934e-881aa13e7071 req-48904d07-007f-4f0b-87b0-de76e48cfcbc tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Network fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5 is already hosted by enough agents. {{(pid=93710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:07:44.886952 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec18cda7-8260-4a84-b03f-0506275b24e8 req-bd0f814b-fc33-49f2-8c90-fa7c3065dcea service neutron] Port d21401e9-dd04-48ca-a09d-f281becba8ee on network fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79751 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 10:07:44.887289 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec18cda7-8260-4a84-b03f-0506275b24e8 req-bd0f814b-fc33-49f2-8c90-fa7c3065dcea service neutron] Attempting to bind port d21401e9-dd04-48ca-a09d-f281becba8ee on network fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:07:44.891720 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.base_scheduler [req-dc4d940c-2720-4145-934e-881aa13e7071 req-48904d07-007f-4f0b-87b0-de76e48cfcbc tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Resources bound (agent type, host, resource id): {{(pid=93710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:07:44.897304 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4c66b9c2-64aa-4663-8be0-76ad0155f947 req-811e1bcb-a81b-43df-bd20-50d746049ff4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b049a78-e667-488e-b1a8-62940d026dfe HTTP/1.1" status: 200 len: 217 time: 0.0590634 Jun 23 10:07:44.900076 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc4d940c-2720-4145-934e-881aa13e7071 req-48904d07-007f-4f0b-87b0-de76e48cfcbc tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Received port after_create {{(pid=93710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 10:07:44.908383 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec18cda7-8260-4a84-b03f-0506275b24e8 req-bd0f814b-fc33-49f2-8c90-fa7c3065dcea service neutron] Checking agent: {'id': '4f95f39b-461c-4de8-a9d2-f77a6241c1fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 10, 5, 33), 'started_at': datetime.datetime(2021, 6, 23, 10, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 10, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 10:07:44.908383 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec18cda7-8260-4a84-b03f-0506275b24e8 req-bd0f814b-fc33-49f2-8c90-fa7c3065dcea service neutron] Checking segment: {'id': '30b190ff-d6b2-4c22-9ee0-744e98463a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:07:44.908383 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec18cda7-8260-4a84-b03f-0506275b24e8 req-bd0f814b-fc33-49f2-8c90-fa7c3065dcea service neutron] Bound using segment: {'id': '30b190ff-d6b2-4c22-9ee0-744e98463a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 10:07:44.908383 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-ec18cda7-8260-4a84-b03f-0506275b24e8 req-bd0f814b-fc33-49f2-8c90-fa7c3065dcea service neutron] Bound port: d21401e9-dd04-48ca-a09d-f281becba8ee, host: hv-cinder-79751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30b190ff-d6b2-4c22-9ee0-744e98463a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 10:07:44.908383 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ec18cda7-8260-4a84-b03f-0506275b24e8 req-bd0f814b-fc33-49f2-8c90-fa7c3065dcea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:44.969621 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e1d08-5db0-417f-8e7a-4ba29477d180 req-fd1c4e21-5e1a-4f48-bfe9-d4bba4489755 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:44.977527 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-df0e1d08-5db0-417f-8e7a-4ba29477d180 req-fd1c4e21-5e1a-4f48-bfe9-d4bba4489755 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/ports?device_id=b20af615-61b7-4ce4-90e5-95c5ee2360b8 HTTP/1.1" status: 200 len: 943 time: 0.3095973 Jun 23 10:07:44.978211 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d940c-2720-4145-934e-881aa13e7071 req-48904d07-007f-4f0b-87b0-de76e48cfcbc tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:44.978211 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-dc4d940c-2720-4145-934e-881aa13e7071 req-48904d07-007f-4f0b-87b0-de76e48cfcbc tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for port, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:44.990544 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48904d07-007f-4f0b-87b0-de76e48cfcbc tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Pushing event updated for resources: {'Port': ['ID=b48601c6-b884-4ee6-a83f-132657a14566,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:45.004029 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-48904d07-007f-4f0b-87b0-de76e48cfcbc tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:45.059510 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c66b9c2-64aa-4663-8be0-76ad0155f947 req-191bc5ce-4573-4c02-aefc-d7bc5f667246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:45.060965 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4c66b9c2-64aa-4663-8be0-76ad0155f947 req-191bc5ce-4573-4c02-aefc-d7bc5f667246 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=753997d7-9beb-42c5-9777-2f80be92ad24 HTTP/1.1" status: 200 len: 852 time: 0.1501906 Jun 23 10:07:45.065851 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cdf4803d-9f8e-4cc8-8af2-c754b5789c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:45.119526 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4c66b9c2-64aa-4663-8be0-76ad0155f947 req-4fc4c893-f96a-4d6a-88ab-33a23f477439 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2ff48d62-a733-45c7-b4d1-2b275985ec48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435758 Jun 23 10:07:45.136612 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-df0e1d08-5db0-417f-8e7a-4ba29477d180 req-a2f6f906-84e2-4eac-9079-a7ea49add1df tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/security-groups?id=75b66fc2-e4ab-47fb-bfad-2d88183747c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557243 Jun 23 10:07:45.144572 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-ec18cda7-8260-4a84-b03f-0506275b24e8 req-bd0f814b-fc33-49f2-8c90-fa7c3065dcea service neutron] For port d21401e9-dd04-48ca-a09d-f281becba8ee, host hv-cinder-79751, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 10:07:45.211794 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-ec18cda7-8260-4a84-b03f-0506275b24e8 req-bd0f814b-fc33-49f2-8c90-fa7c3065dcea service neutron] For port d21401e9-dd04-48ca-a09d-f281becba8ee, host hv-cinder-79751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=d21401e9-dd04-48ca-a09d-f281becba8ee,segment=NetworkSegment(30b190ff-d6b2-4c22-9ee0-744e98463a17),segment_id=30b190ff-d6b2-4c22-9ee0-744e98463a17)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 10:07:45.228472 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cdf4803d-9f8e-4cc8-8af2-c754b5789c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:45.269693 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:45.290186 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.52', 63330) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:07:45.326803 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-dc4d940c-2720-4145-934e-881aa13e7071 req-48904d07-007f-4f0b-87b0-de76e48cfcbc tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4487908 Jun 23 10:07:45.334196 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ec18cda7-8260-4a84-b03f-0506275b24e8 req-bd0f814b-fc33-49f2-8c90-fa7c3065dcea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:45.344589 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf4803d-9f8e-4cc8-8af2-c754b5789c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25fb26c5-840e-44f9-84f1-61afdb00a98a,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:45.373388 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-cdf4803d-9f8e-4cc8-8af2-c754b5789c40 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=592bbba33ef34de2bb7c006b84b719ee&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1822679 Jun 23 10:07:45.376243 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [req-dc4d940c-2720-4145-934e-881aa13e7071 req-3f3b2e54-8db6-4d4b-ac8e-1e68992994b9 service neutron] Request body: {'port': {'device_id': '5ab3946f-cd11-4694-803e-988f9da34052', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79751'}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:07:45.381476 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-cdf4803d-9f8e-4cc8-8af2-c754b5789c40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:45.386739 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-db4b751a-79dc-4c25-adde-d705ce10d3ee req-6ad9a51b-1059-43be-809e-897e071b459a tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 210 time: 0.1106598 Jun 23 10:07:45.392186 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:45.426870 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 60116) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:07:45.454204 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18cda7-8260-4a84-b03f-0506275b24e8 req-bd0f814b-fc33-49f2-8c90-fa7c3065dcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:45.454850 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ec18cda7-8260-4a84-b03f-0506275b24e8 req-bd0f814b-fc33-49f2-8c90-fa7c3065dcea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:45.456260 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ec18cda7-8260-4a84-b03f-0506275b24e8 req-bd0f814b-fc33-49f2-8c90-fa7c3065dcea service neutron] 10.222.0.52 "PUT /v2.0/ports/d21401e9-dd04-48ca-a09d-f281becba8ee HTTP/1.1" status: 200 len: 1093 time: 2.0315850 Jun 23 10:07:45.489302 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc25d14d-063b-4e02-8665-18c3d02eace8', 'tag': 'd21401e9-dd04-48ca-a09d-f281becba8ee'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:07:45.491668 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404634ef6dbf53e9c182992e714e82192e1d0d35f5c652938e4b1e64141411fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4526e1-a4a5-4c67-b8a4-31f442308af0" -d '{"events": [{"name": "network-changed", "server_uuid": "fc25d14d-063b-4e02-8665-18c3d02eace8", "tag": "d21401e9-dd04-48ca-a09d-f281becba8ee"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:07:45.521540 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86682050-fd47-4f18-a286-98c5367f7ea9 req-b94bf672-2993-4056-b3bd-52bfc664983c tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:45.535497 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-86682050-fd47-4f18-a286-98c5367f7ea9 req-b94bf672-2993-4056-b3bd-52bfc664983c tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 931 time: 0.4130797 Jun 23 10:07:45.554913 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4c66b9c2-64aa-4663-8be0-76ad0155f947 req-728a4450-b0a4-491c-acb1-2d6a7c2a39b8 service neutron] 10.222.0.52 "GET /v2.0/networks/2ff48d62-a733-45c7-b4d1-2b275985ec48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4195199 Jun 23 10:07:45.608695 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f814b-fc33-49f2-8c90-fa7c3065dcea service neutron] Pushing event updated for resources: {'Port': ['ID=d21401e9-dd04-48ca-a09d-f281becba8ee,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:45.623576 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40eda43-cfa1-480e-907f-089f05c4c945 req-6ad2e765-e033-4cd7-9fae-0f4b44cc590b tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:45.625215 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-a40eda43-cfa1-480e-907f-089f05c4c945 req-6ad2e765-e033-4cd7-9fae-0f4b44cc590b tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.52 "GET /v2.0/networks?id=75208ede-2304-4522-bb33-3632300dc81d HTTP/1.1" status: 200 len: 811 time: 0.3336434 Jun 23 10:07:45.631140 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-dc4d940c-2720-4145-934e-881aa13e7071 req-3f3b2e54-8db6-4d4b-ac8e-1e68992994b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:45.639598 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-bd0f814b-fc33-49f2-8c90-fa7c3065dcea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:45.712310 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-a40eda43-cfa1-480e-907f-089f05c4c945 req-8ed6c1c8-1c34-4583-bac9-34bf3d74c863 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bfd8cef6a2f47babb53716771db0095 HTTP/1.1" status: 200 len: 380 time: 0.0708671 Jun 23 10:07:45.728240 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [req-a40eda43-cfa1-480e-907f-089f05c4c945 req-402de5a8-c8c5-4fa9-bcc4-9d0cdd741b17 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Request body: {'port': {'device_id': '2032b661-f327-4a4d-bc8b-905a913d85d1', 'network_id': '75208ede-2304-4522-bb33-3632300dc81d', 'admin_state_up': True, 'tenant_id': '2bfd8cef6a2f47babb53716771db0095', 'security_groups': ['883d64c3-2083-4755-86cf-f32e109415f9']}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:07:45.796303 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-86682050-fd47-4f18-a286-98c5367f7ea9 req-ceaf6782-fef2-4012-bcc5-f5c7393ee0fd tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597251 Jun 23 10:07:45.799312 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b2d10875-10ac-4242-bfa9-180aef8b98cd req-5c7b8541-43a8-4f9c-9a97-bb4f397b69a0 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 210 time: 0.1254852 Jun 23 10:07:45.842396 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ed3c2a37-d4c7-4c73-9c38-c4e2c2ce70ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:45.868898 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4c66b9c2-64aa-4663-8be0-76ad0155f947 req-b7e2c17e-598e-4619-aad2-76b32cad2cbd service neutron] 10.222.0.52 "GET /v2.0/networks/2ff48d62-a733-45c7-b4d1-2b275985ec48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950327 Jun 23 10:07:45.927074 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ed3c2a37-d4c7-4c73-9c38-c4e2c2ce70ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:45.936841 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 10:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9f71d5-d3e8-4ab8-b58d-64288a077e35 x-openstack-request-id: req-1d9f71d5-d3e8-4ab8-b58d-64288a077e35 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:07:45.937481 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc25d14d-063b-4e02-8665-18c3d02eace8", "tag": "d21401e9-dd04-48ca-a09d-f281becba8ee", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:07:45.942208 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1d9f71d5-d3e8-4ab8-b58d-64288a077e35 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:07:45.942208 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc25d14d-063b-4e02-8665-18c3d02eace8', 'tag': 'd21401e9-dd04-48ca-a09d-f281becba8ee', 'status': 'completed', 'code': 200} Jun 23 10:07:45.943034 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18cda7-8260-4a84-b03f-0506275b24e8 req-d8aa06be-e4b9-4f72-b4d5-3db8dcdef00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:45.944525 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ec18cda7-8260-4a84-b03f-0506275b24e8 req-d8aa06be-e4b9-4f72-b4d5-3db8dcdef00e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d46b0904cf749dda07bbce4569535a4&device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 1096 time: 0.2721786 Jun 23 10:07:46.022254 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ec18cda7-8260-4a84-b03f-0506275b24e8 req-26f98f53-115e-4258-b379-ccf00db455f3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d21401e9-dd04-48ca-a09d-f281becba8ee HTTP/1.1" status: 200 len: 217 time: 0.0666726 Jun 23 10:07:46.136658 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.notifiers.nova [req-dc4d940c-2720-4145-934e-881aa13e7071 req-3f3b2e54-8db6-4d4b-ac8e-1e68992994b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b48601c6-b884-4ee6-a83f-132657a14566 {{(pid=93710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 10:07:46.145588 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-dc4d940c-2720-4145-934e-881aa13e7071 req-3f3b2e54-8db6-4d4b-ac8e-1e68992994b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:46.149399 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18cda7-8260-4a84-b03f-0506275b24e8 req-52830dd9-055b-4b8d-a947-36aa8ec42151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:46.151051 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ec18cda7-8260-4a84-b03f-0506275b24e8 req-52830dd9-055b-4b8d-a947-36aa8ec42151 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ee931124-afba-46a0-8fb4-344a768129bc HTTP/1.1" status: 200 len: 858 time: 0.1204252 Jun 23 10:07:46.155488 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ed3c2a37-d4c7-4c73-9c38-c4e2c2ce70ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:46.156502 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ed3c2a37-d4c7-4c73-9c38-c4e2c2ce70ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:46.160420 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-ed3c2a37-d4c7-4c73-9c38-c4e2c2ce70ce admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/25fb26c5-840e-44f9-84f1-61afdb00a98a HTTP/1.1" status: 204 len: 168 time: 0.7289891 Jun 23 10:07:46.162646 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-f54b2206-7553-4a9a-8874-c0088516129e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:46.166458 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.provisioning_blocks [req-dc4d940c-2720-4145-934e-881aa13e7071 req-3f3b2e54-8db6-4d4b-ac8e-1e68992994b9 service neutron] Transition to ACTIVE for port object b48601c6-b884-4ee6-a83f-132657a14566 will not be triggered until provisioned by entity L2. {{(pid=93710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:07:46.184825 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a40eda43-cfa1-480e-907f-089f05c4c945 req-402de5a8-c8c5-4fa9-bcc4-9d0cdd741b17 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Made reservation on behalf of 2bfd8cef6a2f47babb53716771db0095 for: {'port': 1} {{(pid=93710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:07:46.189526 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-a40eda43-cfa1-480e-907f-089f05c4c945 req-402de5a8-c8c5-4fa9-bcc4-9d0cdd741b17 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for port, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:46.213428 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ec18cda7-8260-4a84-b03f-0506275b24e8 req-6052820b-15c9-4505-8c3a-ea59d6c1ae40 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496807 Jun 23 10:07:46.213428 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3c2a37-d4c7-4c73-9c38-c4e2c2ce70ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fb26c5-840e-44f9-84f1-61afdb00a98a,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:46.220669 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-ed3c2a37-d4c7-4c73-9c38-c4e2c2ce70ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:46.315513 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-dc4d940c-2720-4145-934e-881aa13e7071 req-3f3b2e54-8db6-4d4b-ac8e-1e68992994b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31904530'] for port, after_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:46.335442 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:46.359431 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e9d1b-06b8-4058-9125-73c3cdfeab56 req-0436eb40-2329-4c79-9cab-a1874028f5bb tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:46.359431 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4c4e9d1b-06b8-4058-9125-73c3cdfeab56 req-0436eb40-2329-4c79-9cab-a1874028f5bb tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.52 "GET /v2.0/networks?id=2c358830-fde0-4aa0-a28c-3a7712f5e2f9 HTTP/1.1" status: 200 len: 817 time: 0.2940910 Jun 23 10:07:46.447069 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3b2e54-8db6-4d4b-ac8e-1e68992994b9 service neutron] Pushing event updated for resources: {'Port': ['ID=b48601c6-b884-4ee6-a83f-132657a14566,revision_number=2']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:46.452342 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-3f3b2e54-8db6-4d4b-ac8e-1e68992994b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:46.473039 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4c4e9d1b-06b8-4058-9125-73c3cdfeab56 req-a794f7e2-5ead-47cf-ba43-6fdd507f78f7 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24291804a3fc43a7bb9013ab3736dd4e HTTP/1.1" status: 200 len: 379 time: 0.1036010 Jun 23 10:07:46.484777 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [req-4c4e9d1b-06b8-4058-9125-73c3cdfeab56 req-d098268a-8b8c-4a4d-b873-218dc8af3930 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Request body: {'port': {'device_id': '17ea1b32-5d2f-4a0a-bd07-acd308be4a08', 'network_id': '2c358830-fde0-4aa0-a28c-3a7712f5e2f9', 'admin_state_up': True, 'tenant_id': '24291804a3fc43a7bb9013ab3736dd4e', 'security_groups': ['f1143483-2343-484f-ad39-ce2ef2187b04']}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:07:46.508487 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ec18cda7-8260-4a84-b03f-0506275b24e8 req-c2cf5e22-951e-4e1e-a5dd-4e6a16dabac6 service neutron] 10.222.0.52 "GET /v2.0/networks/fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860470 Jun 23 10:07:46.516506 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187fe4f-82c5-4642-aa03-b1b454928b58 req-e8a66b1b-8235-4e0a-a644-8c25f41f805d tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:46.521212 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-8187fe4f-82c5-4642-aa03-b1b454928b58 req-e8a66b1b-8235-4e0a-a644-8c25f41f805d tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/ports?device_id=b20af615-61b7-4ce4-90e5-95c5ee2360b8 HTTP/1.1" status: 200 len: 943 time: 0.2558877 Jun 23 10:07:46.530502 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.db_base_plugin_common [req-a40eda43-cfa1-480e-907f-089f05c4c945 req-402de5a8-c8c5-4fa9-bcc4-9d0cdd741b17 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Allocated IP 172.20.0.8 (75208ede-2304-4522-bb33-3632300dc81d/222c10a8-002c-4ace-acfb-70d9b2714faa/dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5) {{(pid=93710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 10:07:46.629661 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.managers [req-dc4d940c-2720-4145-934e-881aa13e7071 req-3f3b2e54-8db6-4d4b-ac8e-1e68992994b9 service neutron] Attempting to bind port b48601c6-b884-4ee6-a83f-132657a14566 on host hv-cinder-79751 for vnic_type normal with profile {{(pid=93710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 10:07:46.630165 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.managers [req-dc4d940c-2720-4145-934e-881aa13e7071 req-3f3b2e54-8db6-4d4b-ac8e-1e68992994b9 service neutron] Attempting to bind port b48601c6-b884-4ee6-a83f-132657a14566 by drivers openvswitch,hyperv on host hv-cinder-79751 at level 0 using segments [{'id': '30b190ff-d6b2-4c22-9ee0-744e98463a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5'}] {{(pid=93710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 10:07:46.630528 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4d940c-2720-4145-934e-881aa13e7071 req-3f3b2e54-8db6-4d4b-ac8e-1e68992994b9 service neutron] Attempting to bind port b48601c6-b884-4ee6-a83f-132657a14566 on network fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5 {{(pid=93710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:07:46.642174 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-c253250f-3705-4769-bfd6-c1b5a422b201 req-48f340a3-dc8b-4134-80b4-5903632f5d34 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 210 time: 0.1044703 Jun 23 10:07:46.651692 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4d940c-2720-4145-934e-881aa13e7071 req-3f3b2e54-8db6-4d4b-ac8e-1e68992994b9 service neutron] Port b48601c6-b884-4ee6-a83f-132657a14566 on network fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79751 {{(pid=93710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 10:07:46.652024 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4d940c-2720-4145-934e-881aa13e7071 req-3f3b2e54-8db6-4d4b-ac8e-1e68992994b9 service neutron] Attempting to bind port b48601c6-b884-4ee6-a83f-132657a14566 on network fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5 {{(pid=93710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:07:46.689898 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4d940c-2720-4145-934e-881aa13e7071 req-3f3b2e54-8db6-4d4b-ac8e-1e68992994b9 service neutron] Checking agent: {'id': '4f95f39b-461c-4de8-a9d2-f77a6241c1fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 10, 5, 33), 'started_at': datetime.datetime(2021, 6, 23, 10, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 10, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 10:07:46.696403 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4d940c-2720-4145-934e-881aa13e7071 req-3f3b2e54-8db6-4d4b-ac8e-1e68992994b9 service neutron] Checking segment: {'id': '30b190ff-d6b2-4c22-9ee0-744e98463a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:07:46.696403 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc4d940c-2720-4145-934e-881aa13e7071 req-3f3b2e54-8db6-4d4b-ac8e-1e68992994b9 service neutron] Bound using segment: {'id': '30b190ff-d6b2-4c22-9ee0-744e98463a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5'} {{(pid=93710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 10:07:46.696403 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.managers [req-dc4d940c-2720-4145-934e-881aa13e7071 req-3f3b2e54-8db6-4d4b-ac8e-1e68992994b9 service neutron] Bound port: b48601c6-b884-4ee6-a83f-132657a14566, host: hv-cinder-79751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30b190ff-d6b2-4c22-9ee0-744e98463a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5'}}] {{(pid=93710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 10:07:46.696403 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-dc4d940c-2720-4145-934e-881aa13e7071 req-3f3b2e54-8db6-4d4b-ac8e-1e68992994b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:46.733220 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-8187fe4f-82c5-4642-aa03-b1b454928b58 req-aae63878-11c6-462e-9924-4c7959173807 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/security-groups?id=75b66fc2-e4ab-47fb-bfad-2d88183747c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059865 Jun 23 10:07:46.770916 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ec18cda7-8260-4a84-b03f-0506275b24e8 req-3e6a4c3a-69e4-47c8-8d7c-9bdb1d0be48e service neutron] 10.222.0.52 "GET /v2.0/networks/fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447889 Jun 23 10:07:46.791861 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-a40eda43-cfa1-480e-907f-089f05c4c945 req-402de5a8-c8c5-4fa9-bcc4-9d0cdd741b17 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks [] for port, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:46.797502 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.db [req-dc4d940c-2720-4145-934e-881aa13e7071 req-3f3b2e54-8db6-4d4b-ac8e-1e68992994b9 service neutron] For port b48601c6-b884-4ee6-a83f-132657a14566, host hv-cinder-79751, cleared binding levels {{(pid=93710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 10:07:46.824092 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.db [req-dc4d940c-2720-4145-934e-881aa13e7071 req-3f3b2e54-8db6-4d4b-ac8e-1e68992994b9 service neutron] For port b48601c6-b884-4ee6-a83f-132657a14566, host hv-cinder-79751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=b48601c6-b884-4ee6-a83f-132657a14566,segment=NetworkSegment(30b190ff-d6b2-4c22-9ee0-744e98463a17),segment_id=30b190ff-d6b2-4c22-9ee0-744e98463a17)] {{(pid=93710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 10:07:46.825287 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.provisioning_blocks [req-a40eda43-cfa1-480e-907f-089f05c4c945 req-402de5a8-c8c5-4fa9-bcc4-9d0cdd741b17 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Transition to ACTIVE for port object dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5 will not be triggered until provisioned by entity DHCP. {{(pid=93710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:07:46.843655 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c4e9d1b-06b8-4058-9125-73c3cdfeab56 req-d098268a-8b8c-4a4d-b873-218dc8af3930 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Made reservation on behalf of 24291804a3fc43a7bb9013ab3736dd4e for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:07:46.851803 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-4c4e9d1b-06b8-4058-9125-73c3cdfeab56 req-d098268a-8b8c-4a4d-b873-218dc8af3930 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:46.902788 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-dc4d940c-2720-4145-934e-881aa13e7071 req-3f3b2e54-8db6-4d4b-ac8e-1e68992994b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31904530'] for port, after_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:46.907297 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:46.956375 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d940c-2720-4145-934e-881aa13e7071 req-3f3b2e54-8db6-4d4b-ac8e-1e68992994b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:46.956746 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-dc4d940c-2720-4145-934e-881aa13e7071 req-3f3b2e54-8db6-4d4b-ac8e-1e68992994b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for port, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:46.958077 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-dc4d940c-2720-4145-934e-881aa13e7071 req-3f3b2e54-8db6-4d4b-ac8e-1e68992994b9 service neutron] 10.222.0.52 "PUT /v2.0/ports/b48601c6-b884-4ee6-a83f-132657a14566 HTTP/1.1" status: 200 len: 1093 time: 1.5863180 Jun 23 10:07:46.958534 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ab3946f-cd11-4694-803e-988f9da34052', 'tag': 'b48601c6-b884-4ee6-a83f-132657a14566'}] {{(pid=93710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:07:46.979553 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d4c08ffa-79bd-4496-9fee-7b0dd6ca1c05 req-83e31dce-07b1-4940-b736-4f4213f489c8 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 210 time: 0.0470667 Jun 23 10:07:46.988005 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-a40eda43-cfa1-480e-907f-089f05c4c945 req-402de5a8-c8c5-4fa9-bcc4-9d0cdd741b17 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-600500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731988247197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31904512'] for port, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:46.988005 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3b2e54-8db6-4d4b-ac8e-1e68992994b9 service neutron] Pushing event updated for resources: {'Port': ['ID=b48601c6-b884-4ee6-a83f-132657a14566,revision_number=3']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:46.994920 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-3f3b2e54-8db6-4d4b-ac8e-1e68992994b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:46.995224 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-5988d2e3-7b7b-4f96-a585-f016fb802b9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:47.028193 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 60168) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:07:47.031572 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a40eda43-cfa1-480e-907f-089f05c4c945 req-402de5a8-c8c5-4fa9-bcc4-9d0cdd741b17 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Network 75208ede-2304-4522-bb33-3632300dc81d is already hosted by enough agents. {{(pid=93710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:07:47.035366 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.base_scheduler [req-a40eda43-cfa1-480e-907f-089f05c4c945 req-402de5a8-c8c5-4fa9-bcc4-9d0cdd741b17 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Resources bound (agent type, host, resource id): {{(pid=93710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:07:47.039166 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40eda43-cfa1-480e-907f-089f05c4c945 req-402de5a8-c8c5-4fa9-bcc4-9d0cdd741b17 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Received port after_create {{(pid=93710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 10:07:47.067389 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f13af2cb-3d36-4e99-b7bf-917faec63f19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:47.077687 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402de5a8-c8c5-4fa9-bcc4-9d0cdd741b17 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Pushing event updated for resources: {'Port': ['ID=dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:47.083199 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-402de5a8-c8c5-4fa9-bcc4-9d0cdd741b17 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:47.108586 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40eda43-cfa1-480e-907f-089f05c4c945 req-402de5a8-c8c5-4fa9-bcc4-9d0cdd741b17 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:47.109481 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-a40eda43-cfa1-480e-907f-089f05c4c945 req-402de5a8-c8c5-4fa9-bcc4-9d0cdd741b17 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for port, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:47.146204 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-4c4e9d1b-06b8-4058-9125-73c3cdfeab56 req-d098268a-8b8c-4a4d-b873-218dc8af3930 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Allocated IP 172.20.0.5 (2c358830-fde0-4aa0-a28c-3a7712f5e2f9/cdba8eb6-d4a0-4adb-b53b-76f5eb8c1c27/948a5d09-b86f-4c35-a210-cfe6639fba0f) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 10:07:47.151001 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476757ab5199ad7afce7410758f86ea887fce0aa64a809171aa19cb360cf7c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3da10e0-e336-4c3b-817d-b10404aae76c" -d '{"events": [{"name": "network-changed", "server_uuid": "5ab3946f-cd11-4694-803e-988f9da34052", "tag": "b48601c6-b884-4ee6-a83f-132657a14566"}]}' {{(pid=93710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:07:47.160138 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7c26a-0245-498c-ad7a-c606b5da6c0c req-f3df6f75-752b-40d8-a01c-c161c789475b tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:47.167260 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-91f7c26a-0245-498c-ad7a-c606b5da6c0c req-f3df6f75-752b-40d8-a01c-c161c789475b tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 943 time: 0.2231846 Jun 23 10:07:47.264605 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-91f7c26a-0245-498c-ad7a-c606b5da6c0c req-97a41418-3fdb-42ea-b5fc-d97a02af7105 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929475 Jun 23 10:07:47.280772 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 10:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c2413c-365f-431e-b701-673f1fbe5014 x-openstack-request-id: req-d6c2413c-365f-431e-b701-673f1fbe5014 {{(pid=93710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:07:47.280772 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ab3946f-cd11-4694-803e-988f9da34052", "tag": "b48601c6-b884-4ee6-a83f-132657a14566", "status": "completed", "code": 200}]} {{(pid=93710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:07:47.280772 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d6c2413c-365f-431e-b701-673f1fbe5014 {{(pid=93710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:07:47.280772 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ab3946f-cd11-4694-803e-988f9da34052', 'tag': 'b48601c6-b884-4ee6-a83f-132657a14566', 'status': 'completed', 'code': 200} Jun 23 10:07:47.366042 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f13af2cb-3d36-4e99-b7bf-917faec63f19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:47.401987 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-4c4e9d1b-06b8-4058-9125-73c3cdfeab56 req-d098268a-8b8c-4a4d-b873-218dc8af3930 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:47.416250 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-4c4e9d1b-06b8-4058-9125-73c3cdfeab56 req-d098268a-8b8c-4a4d-b873-218dc8af3930 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Transition to ACTIVE for port object 948a5d09-b86f-4c35-a210-cfe6639fba0f will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:07:47.482322 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f13af2cb-3d36-4e99-b7bf-917faec63f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:47.484167 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-c4e5df92-7062-479e-8c00-739c84e76193 None None] Provisioning for port dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5 completed by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:07:47.491480 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-550d3d05-9d92-4398-afa8-cf6b757f0716 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:47.491622 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-c4e5df92-7062-479e-8c00-739c84e76193 None None] Provisioning complete for port dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5 triggered by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:07:47.491622 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c4e5df92-7062-479e-8c00-739c84e76193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:47.526028 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-c4e5df92-7062-479e-8c00-739c84e76193 None None] Port dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5 cannot update to ACTIVE because it is not bound. {{(pid=93712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 10:07:47.526150 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-f13af2cb-3d36-4e99-b7bf-917faec63f19 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e352ca27fa8d434ab89b3f5897dac178&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4941730 Jun 23 10:07:47.526150 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13af2cb-3d36-4e99-b7bf-917faec63f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42aaf8c-9e12-45a4-9b51-38707001cea0,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:47.526873 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 60182) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:07:47.532935 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-f13af2cb-3d36-4e99-b7bf-917faec63f19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:47.563591 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-4c4e9d1b-06b8-4058-9125-73c3cdfeab56 req-d098268a-8b8c-4a4d-b873-218dc8af3930 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-600500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731988247197'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:47.572941 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:47.625872 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-a40eda43-cfa1-480e-907f-089f05c4c945 req-402de5a8-c8c5-4fa9-bcc4-9d0cdd741b17 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9083447 Jun 23 10:07:47.816367 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c4e9d1b-06b8-4058-9125-73c3cdfeab56 req-d098268a-8b8c-4a4d-b873-218dc8af3930 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Network 2c358830-fde0-4aa0-a28c-3a7712f5e2f9 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:07:47.830756 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4f06da02-0e2e-4393-8755-36a0fb715cd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:47.832631 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-4c4e9d1b-06b8-4058-9125-73c3cdfeab56 req-d098268a-8b8c-4a4d-b873-218dc8af3930 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:07:47.855369 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c4e9d1b-06b8-4058-9125-73c3cdfeab56 req-d098268a-8b8c-4a4d-b873-218dc8af3930 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 10:07:47.860610 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e9d1b-06b8-4058-9125-73c3cdfeab56 req-d098268a-8b8c-4a4d-b873-218dc8af3930 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:47.861211 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-4c4e9d1b-06b8-4058-9125-73c3cdfeab56 req-d098268a-8b8c-4a4d-b873-218dc8af3930 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:47.867989 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d098268a-8b8c-4a4d-b873-218dc8af3930 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Pushing event updated for resources: {'Port': ['ID=948a5d09-b86f-4c35-a210-cfe6639fba0f,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:47.889965 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-d098268a-8b8c-4a4d-b873-218dc8af3930 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:47.932384 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4f06da02-0e2e-4393-8755-36a0fb715cd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:47.949409 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9917497f-87a5-4812-bad8-9042eec45edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:48.005065 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6fd74e-e9e2-4a3e-bdfe-c29512657a99 req-beb95415-67c8-4237-b102-eef2771ea48a tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:48.006620 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-2e6fd74e-e9e2-4a3e-bdfe-c29512657a99 req-beb95415-67c8-4237-b102-eef2771ea48a tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 931 time: 0.2008672 Jun 23 10:07:48.038782 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db56190-3e95-4dad-8f74-6d957cdd407b req-b6e993c0-549b-4ddc-a784-29b6c8072a0e tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:48.040299 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5db56190-3e95-4dad-8f74-6d957cdd407b req-b6e993c0-549b-4ddc-a784-29b6c8072a0e tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/ports?device_id=b20af615-61b7-4ce4-90e5-95c5ee2360b8 HTTP/1.1" status: 200 len: 943 time: 0.1756990 Jun 23 10:07:48.072592 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-2e6fd74e-e9e2-4a3e-bdfe-c29512657a99 req-ebc8b279-24bc-43f3-bc34-d84a5364e8a6 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=883d64c3-2083-4755-86cf-f32e109415f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593910 Jun 23 10:07:48.095923 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5db56190-3e95-4dad-8f74-6d957cdd407b req-d63af1c8-2be4-4be1-a028-01a081d28032 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/security-groups?id=75b66fc2-e4ab-47fb-bfad-2d88183747c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491824 Jun 23 10:07:48.140292 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4c4e9d1b-06b8-4058-9125-73c3cdfeab56 req-d098268a-8b8c-4a4d-b873-218dc8af3930 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6605988 Jun 23 10:07:48.168117 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4f06da02-0e2e-4393-8755-36a0fb715cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:48.168387 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-f6866489-8ed9-4fc0-97d1-60ef3f59411f None None] Provisioning for port 948a5d09-b86f-4c35-a210-cfe6639fba0f completed by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:07:48.171142 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4f06da02-0e2e-4393-8755-36a0fb715cd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:48.172379 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-4f06da02-0e2e-4393-8755-36a0fb715cd2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a42aaf8c-9e12-45a4-9b51-38707001cea0 HTTP/1.1" status: 204 len: 168 time: 0.6446073 Jun 23 10:07:48.172788 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-f6866489-8ed9-4fc0-97d1-60ef3f59411f None None] Provisioning complete for port 948a5d09-b86f-4c35-a210-cfe6639fba0f triggered by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:07:48.173166 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:48.173442 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f6866489-8ed9-4fc0-97d1-60ef3f59411f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:48.193469 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f06da02-0e2e-4393-8755-36a0fb715cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42aaf8c-9e12-45a4-9b51-38707001cea0,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:48.195972 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-4f06da02-0e2e-4393-8755-36a0fb715cd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:48.224118 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-f6866489-8ed9-4fc0-97d1-60ef3f59411f None None] Port 948a5d09-b86f-4c35-a210-cfe6639fba0f cannot update to ACTIVE because it is not bound. {{(pid=93712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 10:07:48.252642 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6e0d2-0692-4184-813f-434e47026723 req-00588461-a8f5-4aac-8d35-1b968df524a8 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:48.254101 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e1b6e0d2-0692-4184-813f-434e47026723 req-00588461-a8f5-4aac-8d35-1b968df524a8 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 931 time: 0.0772409 Jun 23 10:07:48.292381 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e1b6e0d2-0692-4184-813f-434e47026723 req-a02f57cb-ad57-4302-be25-7e817992d946 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325189 Jun 23 10:07:48.442377 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e397d-a4b5-4f1b-b447-6d26079a90f1 req-2b1f1554-917d-45cc-9f28-5e67e35fd018 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:48.443799 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4e2e397d-a4b5-4f1b-b447-6d26079a90f1 req-2b1f1554-917d-45cc-9f28-5e67e35fd018 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 943 time: 0.0672162 Jun 23 10:07:48.482022 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4e2e397d-a4b5-4f1b-b447-6d26079a90f1 req-b2b56fda-a06a-48bc-9b9d-315e9c61c789 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325098 Jun 23 10:07:49.076145 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.agents_db [None req-4b03355e-e743-40fc-912e-580b49e4c212 None None] Agent healthcheck: found 6 active agents {{(pid=93713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 10:07:49.298402 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b936f-f3f0-4ab2-a519-ffa8391fa9fb req-e97cea1c-24f8-46c8-aabd-eaf2ef4943a5 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:49.300493 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-cc0b936f-f3f0-4ab2-a519-ffa8391fa9fb req-e97cea1c-24f8-46c8-aabd-eaf2ef4943a5 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 931 time: 0.1126039 Jun 23 10:07:49.311684 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81439bd6-3b6a-4b53-ad11-33f2b87a125d req-618253cf-0f66-446a-b0d6-e02d5ea627d4 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:49.313137 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-81439bd6-3b6a-4b53-ad11-33f2b87a125d req-618253cf-0f66-446a-b0d6-e02d5ea627d4 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/ports?device_id=b20af615-61b7-4ce4-90e5-95c5ee2360b8 HTTP/1.1" status: 200 len: 943 time: 0.0927193 Jun 23 10:07:49.378003 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-cc0b936f-f3f0-4ab2-a519-ffa8391fa9fb req-b58231e0-e675-4318-a0d4-90b18468eff0 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=883d64c3-2083-4755-86cf-f32e109415f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633783 Jun 23 10:07:49.383257 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-81439bd6-3b6a-4b53-ad11-33f2b87a125d req-90dce91a-2bd2-4c30-8ad8-2ebc7ee1dbcb tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/security-groups?id=75b66fc2-e4ab-47fb-bfad-2d88183747c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588036 Jun 23 10:07:49.540356 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26467dc9-e66c-4b80-b46a-302d1b2e9b78 req-ed164385-5032-4d6c-93c6-37ae764fd4c5 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:49.541794 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-26467dc9-e66c-4b80-b46a-302d1b2e9b78 req-ed164385-5032-4d6c-93c6-37ae764fd4c5 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 931 time: 0.0624740 Jun 23 10:07:49.579979 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-26467dc9-e66c-4b80-b46a-302d1b2e9b78 req-ec410cc8-022a-4133-b368-60bf37c00e33 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323946 Jun 23 10:07:49.656116 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d475f-cba3-42dd-aaa6-e68bd4e4128f req-aa21cbdd-2c1f-40bd-8615-d20e2bc57c66 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:49.657934 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ce6d475f-cba3-42dd-aaa6-e68bd4e4128f req-aa21cbdd-2c1f-40bd-8615-d20e2bc57c66 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 943 time: 0.0678432 Jun 23 10:07:49.696992 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ce6d475f-cba3-42dd-aaa6-e68bd4e4128f req-6910c9d2-a024-4021-b86b-fe5d99bf7a18 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332088 Jun 23 10:07:49.944282 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device 9b049a78-e667-488e-b1a8-62940d026dfe details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=93712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 10:07:49.962145 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [req-a40eda43-cfa1-480e-907f-089f05c4c945 req-4f3a8493-4d83-47b9-b000-603372f31d46 service neutron] Request body: {'port': {'device_id': '2032b661-f327-4a4d-bc8b-905a913d85d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79751'}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:07:49.963054 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [req-4c4e9d1b-06b8-4058-9125-73c3cdfeab56 req-e808ca7b-a3d7-4875-8b96-6203436fb2bd service neutron] Request body: {'port': {'device_id': '17ea1b32-5d2f-4a0a-bd07-acd308be4a08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79751'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:07:50.078262 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port 9b049a78-e667-488e-b1a8-62940d026dfe, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=9b049a78-e667-488e-b1a8-62940d026dfe,segment=NetworkSegment(302d0cae-9b55-4cbe-bedd-d535d505cba6),segment_id=302d0cae-9b55-4cbe-bedd-d535d505cba6)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:07:50.089243 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4526e1-a4a5-4c67-b8a4-31f442308af0 req-e666dde4-ed6a-4b94-a5b6-745e02e2ceec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:50.090740 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ff4526e1-a4a5-4c67-b8a4-31f442308af0 req-e666dde4-ed6a-4b94-a5b6-745e02e2ceec service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d46b0904cf749dda07bbce4569535a4&device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 1096 time: 0.0936987 Jun 23 10:07:50.091704 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-4c4e9d1b-06b8-4058-9125-73c3cdfeab56 req-e808ca7b-a3d7-4875-8b96-6203436fb2bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:50.095210 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Returning: {'device': '9b049a78-e667-488e-b1a8-62940d026dfe', 'network_id': '2ff48d62-a733-45c7-b4d1-2b275985ec48', 'port_id': '9b049a78-e667-488e-b1a8-62940d026dfe', 'mac_address': 'fa:16:3e:a5:ab:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '753997d7-9beb-42c5-9777-2f80be92ad24', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 10:07:50.139019 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-a40eda43-cfa1-480e-907f-089f05c4c945 req-4f3a8493-4d83-47b9-b000-603372f31d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:50.144065 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:50.159505 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b049a78-e667-488e-b1a8-62940d026dfe {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 10:07:50.180682 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port 9b049a78-e667-488e-b1a8-62940d026dfe, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=9b049a78-e667-488e-b1a8-62940d026dfe,segment=NetworkSegment(302d0cae-9b55-4cbe-bedd-d535d505cba6),segment_id=302d0cae-9b55-4cbe-bedd-d535d505cba6)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:07:50.189487 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da10e0-e336-4c3b-817d-b10404aae76c req-758b65e0-8a44-4319-abc7-a3850ed37a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:50.191296 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-e3da10e0-e336-4c3b-817d-b10404aae76c req-758b65e0-8a44-4319-abc7-a3850ed37a3b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d46b0904cf749dda07bbce4569535a4&device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 1096 time: 0.2170303 Jun 23 10:07:50.291088 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:50.292982 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:50.293936 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4526e1-a4a5-4c67-b8a4-31f442308af0 req-3d3060d8-d7ba-4602-8c26-464ff1701d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:50.296422 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ff4526e1-a4a5-4c67-b8a4-31f442308af0 req-3d3060d8-d7ba-4602-8c26-464ff1701d62 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5 HTTP/1.1" status: 200 len: 919 time: 0.1912439 Jun 23 10:07:50.360912 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Pushing event updated for resources: {'Port': ['ID=9b049a78-e667-488e-b1a8-62940d026dfe,revision_number=4']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:50.365340 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:50.369076 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ff4526e1-a4a5-4c67-b8a4-31f442308af0 req-3eab9ed0-c4db-4056-bab2-f1631629babc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d21401e9-dd04-48ca-a09d-f281becba8ee HTTP/1.1" status: 200 len: 217 time: 0.0646415 Jun 23 10:07:50.412373 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-99d6a8f7-a22a-429a-95ce-4d95bedf629d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:50.463714 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4526e1-a4a5-4c67-b8a4-31f442308af0 req-789140fe-bd0e-4b89-adb7-85b36c2a28e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:50.465140 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ff4526e1-a4a5-4c67-b8a4-31f442308af0 req-789140fe-bd0e-4b89-adb7-85b36c2a28e8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ee931124-afba-46a0-8fb4-344a768129bc HTTP/1.1" status: 200 len: 858 time: 0.0703523 Jun 23 10:07:50.509844 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ff4526e1-a4a5-4c67-b8a4-31f442308af0 req-9f9d7d75-0532-430e-afcc-7dbb472e4ebe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365121 Jun 23 10:07:50.598816 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:50.602064 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] get_ports_and_sgs() called for port_ids ['9b049a78-e667-488e-b1a8-62940d026dfe'] {{(pid=93712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 10:07:50.653220 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ff4526e1-a4a5-4c67-b8a4-31f442308af0 req-148227c0-79ce-4792-92c2-22f0600428d7 service neutron] 10.222.0.52 "GET /v2.0/networks/fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329098 Jun 23 10:07:50.675492 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.notifiers.nova [req-4c4e9d1b-06b8-4058-9125-73c3cdfeab56 req-e808ca7b-a3d7-4875-8b96-6203436fb2bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 948a5d09-b86f-4c35-a210-cfe6639fba0f {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 10:07:50.723098 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-4c4e9d1b-06b8-4058-9125-73c3cdfeab56 req-e808ca7b-a3d7-4875-8b96-6203436fb2bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:50.826520 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-4c4e9d1b-06b8-4058-9125-73c3cdfeab56 req-e808ca7b-a3d7-4875-8b96-6203436fb2bd service neutron] Transition to ACTIVE for port object 948a5d09-b86f-4c35-a210-cfe6639fba0f will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:07:50.871478 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da10e0-e336-4c3b-817d-b10404aae76c req-93e31e9d-2cd2-4f1f-981a-15197095cdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:50.873096 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-e3da10e0-e336-4c3b-817d-b10404aae76c req-93e31e9d-2cd2-4f1f-981a-15197095cdc4 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=7d46b0904cf749dda07bbce4569535a4&shared=False HTTP/1.1" status: 200 len: 919 time: 0.6740699 Jun 23 10:07:50.879622 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ff4526e1-a4a5-4c67-b8a4-31f442308af0 req-102b7167-b676-41aa-a2ea-775466854c53 service neutron] 10.222.0.52 "GET /v2.0/networks/fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185071 Jun 23 10:07:50.880155 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.notifiers.nova [req-a40eda43-cfa1-480e-907f-089f05c4c945 req-4f3a8493-4d83-47b9-b000-603372f31d46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5 {{(pid=93710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 10:07:50.896561 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad20a28-60c0-4958-85cc-3772fddf24e5 req-90070c31-8d52-485e-bcc9-81c09d4c5eab tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:50.898016 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-7ad20a28-60c0-4958-85cc-3772fddf24e5 req-90070c31-8d52-485e-bcc9-81c09d4c5eab tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/ports?device_id=b20af615-61b7-4ce4-90e5-95c5ee2360b8 HTTP/1.1" status: 200 len: 944 time: 0.2271414 Jun 23 10:07:50.906953 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e34749-c7b6-4147-89bb-eb978dc1afb7 req-0a30d5eb-18fa-4c94-a43a-862c10944394 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:50.909029 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-08e34749-c7b6-4147-89bb-eb978dc1afb7 req-0a30d5eb-18fa-4c94-a43a-862c10944394 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 931 time: 0.2365751 Jun 23 10:07:50.912003 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-4c4e9d1b-06b8-4058-9125-73c3cdfeab56 req-e808ca7b-a3d7-4875-8b96-6203436fb2bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:50.927148 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-a40eda43-cfa1-480e-907f-089f05c4c945 req-4f3a8493-4d83-47b9-b000-603372f31d46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:50.929975 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-1698cfe6-ac16-4ca5-848d-3a80a3d4a520 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:51.021134 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-7ad20a28-60c0-4958-85cc-3772fddf24e5 req-1461e9f2-f592-4d34-856e-43ca6cb8f38a tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/security-groups?id=75b66fc2-e4ab-47fb-bfad-2d88183747c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107285 Jun 23 10:07:51.032724 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.provisioning_blocks [req-a40eda43-cfa1-480e-907f-089f05c4c945 req-4f3a8493-4d83-47b9-b000-603372f31d46 service neutron] Transition to ACTIVE for port object dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5 will not be triggered until provisioned by entity L2. {{(pid=93710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:07:51.075177 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e808ca7b-a3d7-4875-8b96-6203436fb2bd service neutron] Pushing event updated for resources: {'Port': ['ID=948a5d09-b86f-4c35-a210-cfe6639fba0f,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:51.088135 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-e808ca7b-a3d7-4875-8b96-6203436fb2bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:51.104446 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-08e34749-c7b6-4147-89bb-eb978dc1afb7 req-de2d31cd-b36c-4d1d-aba2-16cd317dad27 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=883d64c3-2083-4755-86cf-f32e109415f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1829593 Jun 23 10:07:51.142605 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-a40eda43-cfa1-480e-907f-089f05c4c945 req-4f3a8493-4d83-47b9-b000-603372f31d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31904530'] for port, after_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:51.147895 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-4c4e9d1b-06b8-4058-9125-73c3cdfeab56 req-e808ca7b-a3d7-4875-8b96-6203436fb2bd service neutron] Attempting to bind port 948a5d09-b86f-4c35-a210-cfe6639fba0f on host hv-cinder-79751 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 10:07:51.148809 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-4c4e9d1b-06b8-4058-9125-73c3cdfeab56 req-e808ca7b-a3d7-4875-8b96-6203436fb2bd service neutron] Attempting to bind port 948a5d09-b86f-4c35-a210-cfe6639fba0f by drivers openvswitch,hyperv on host hv-cinder-79751 at level 0 using segments [{'id': '06137ac4-b337-46f2-b6d6-d631ec2de296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2c358830-fde0-4aa0-a28c-3a7712f5e2f9'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 10:07:51.150113 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4e9d1b-06b8-4058-9125-73c3cdfeab56 req-e808ca7b-a3d7-4875-8b96-6203436fb2bd service neutron] Attempting to bind port 948a5d09-b86f-4c35-a210-cfe6639fba0f on network 2c358830-fde0-4aa0-a28c-3a7712f5e2f9 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:07:51.160319 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4e9d1b-06b8-4058-9125-73c3cdfeab56 req-e808ca7b-a3d7-4875-8b96-6203436fb2bd service neutron] Port 948a5d09-b86f-4c35-a210-cfe6639fba0f on network 2c358830-fde0-4aa0-a28c-3a7712f5e2f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79751 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 10:07:51.160635 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4e9d1b-06b8-4058-9125-73c3cdfeab56 req-e808ca7b-a3d7-4875-8b96-6203436fb2bd service neutron] Attempting to bind port 948a5d09-b86f-4c35-a210-cfe6639fba0f on network 2c358830-fde0-4aa0-a28c-3a7712f5e2f9 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:07:51.175168 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4e9d1b-06b8-4058-9125-73c3cdfeab56 req-e808ca7b-a3d7-4875-8b96-6203436fb2bd service neutron] Checking agent: {'id': '4f95f39b-461c-4de8-a9d2-f77a6241c1fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 10, 5, 33), 'started_at': datetime.datetime(2021, 6, 23, 10, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 10, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 10:07:51.175168 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4e9d1b-06b8-4058-9125-73c3cdfeab56 req-e808ca7b-a3d7-4875-8b96-6203436fb2bd service neutron] Checking segment: {'id': '06137ac4-b337-46f2-b6d6-d631ec2de296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2c358830-fde0-4aa0-a28c-3a7712f5e2f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:07:51.175407 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:51.176330 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4e9d1b-06b8-4058-9125-73c3cdfeab56 req-e808ca7b-a3d7-4875-8b96-6203436fb2bd service neutron] Bound using segment: {'id': '06137ac4-b337-46f2-b6d6-d631ec2de296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2c358830-fde0-4aa0-a28c-3a7712f5e2f9'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 10:07:51.176973 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-4c4e9d1b-06b8-4058-9125-73c3cdfeab56 req-e808ca7b-a3d7-4875-8b96-6203436fb2bd service neutron] Bound port: 948a5d09-b86f-4c35-a210-cfe6639fba0f, host: hv-cinder-79751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06137ac4-b337-46f2-b6d6-d631ec2de296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2c358830-fde0-4aa0-a28c-3a7712f5e2f9'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 10:07:51.177336 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-4c4e9d1b-06b8-4058-9125-73c3cdfeab56 req-e808ca7b-a3d7-4875-8b96-6203436fb2bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:51.208978 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da10e0-e336-4c3b-817d-b10404aae76c req-d65f2c5d-93bd-4701-92bc-5a3a24893a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:51.210509 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-e3da10e0-e336-4c3b-817d-b10404aae76c req-d65f2c5d-93bd-4701-92bc-5a3a24893a4c service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3240290 Jun 23 10:07:51.277792 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3a8493-4d83-47b9-b000-603372f31d46 service neutron] Pushing event updated for resources: {'Port': ['ID=dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5,revision_number=2']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:51.285428 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-4f3a8493-4d83-47b9-b000-603372f31d46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:51.382998 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-4c4e9d1b-06b8-4058-9125-73c3cdfeab56 req-e808ca7b-a3d7-4875-8b96-6203436fb2bd service neutron] For port 948a5d09-b86f-4c35-a210-cfe6639fba0f, host hv-cinder-79751, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 10:07:51.427379 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-4c4e9d1b-06b8-4058-9125-73c3cdfeab56 req-e808ca7b-a3d7-4875-8b96-6203436fb2bd service neutron] For port 948a5d09-b86f-4c35-a210-cfe6639fba0f, host hv-cinder-79751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=948a5d09-b86f-4c35-a210-cfe6639fba0f,segment=NetworkSegment(06137ac4-b337-46f2-b6d6-d631ec2de296),segment_id=06137ac4-b337-46f2-b6d6-d631ec2de296)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 10:07:51.442649 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.managers [req-a40eda43-cfa1-480e-907f-089f05c4c945 req-4f3a8493-4d83-47b9-b000-603372f31d46 service neutron] Attempting to bind port dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5 on host hv-cinder-79751 for vnic_type normal with profile {{(pid=93710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 10:07:51.445625 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.managers [req-a40eda43-cfa1-480e-907f-089f05c4c945 req-4f3a8493-4d83-47b9-b000-603372f31d46 service neutron] Attempting to bind port dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5 by drivers openvswitch,hyperv on host hv-cinder-79751 at level 0 using segments [{'id': '18d3fb12-0117-4481-ac00-627483f619c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '75208ede-2304-4522-bb33-3632300dc81d'}] {{(pid=93710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 10:07:51.445625 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40eda43-cfa1-480e-907f-089f05c4c945 req-4f3a8493-4d83-47b9-b000-603372f31d46 service neutron] Attempting to bind port dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5 on network 75208ede-2304-4522-bb33-3632300dc81d {{(pid=93710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:07:51.446919 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6108cdf3-a3d8-40da-8ac1-6ce4271c7c56 req-d6dbe5ef-0291-4ce5-ae13-f443e3f49145 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:51.448480 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-6108cdf3-a3d8-40da-8ac1-6ce4271c7c56 req-d6dbe5ef-0291-4ce5-ae13-f443e3f49145 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 943 time: 0.1995754 Jun 23 10:07:51.451091 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40eda43-cfa1-480e-907f-089f05c4c945 req-4f3a8493-4d83-47b9-b000-603372f31d46 service neutron] Port dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5 on network 75208ede-2304-4522-bb33-3632300dc81d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79751 {{(pid=93710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 10:07:51.451575 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40eda43-cfa1-480e-907f-089f05c4c945 req-4f3a8493-4d83-47b9-b000-603372f31d46 service neutron] Attempting to bind port dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5 on network 75208ede-2304-4522-bb33-3632300dc81d {{(pid=93710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:07:51.456126 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d940c-2720-4145-934e-881aa13e7071 req-ab990e28-eed1-46dc-96a0-f0b44ff21aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:51.457717 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-dc4d940c-2720-4145-934e-881aa13e7071 req-ab990e28-eed1-46dc-96a0-f0b44ff21aaf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d46b0904cf749dda07bbce4569535a4&device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 1096 time: 0.1599832 Jun 23 10:07:51.460464 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40eda43-cfa1-480e-907f-089f05c4c945 req-4f3a8493-4d83-47b9-b000-603372f31d46 service neutron] Checking agent: {'id': '4f95f39b-461c-4de8-a9d2-f77a6241c1fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 10, 5, 33), 'started_at': datetime.datetime(2021, 6, 23, 10, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 10, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 10:07:51.460807 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40eda43-cfa1-480e-907f-089f05c4c945 req-4f3a8493-4d83-47b9-b000-603372f31d46 service neutron] Checking segment: {'id': '18d3fb12-0117-4481-ac00-627483f619c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '75208ede-2304-4522-bb33-3632300dc81d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:07:51.461184 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40eda43-cfa1-480e-907f-089f05c4c945 req-4f3a8493-4d83-47b9-b000-603372f31d46 service neutron] Bound using segment: {'id': '18d3fb12-0117-4481-ac00-627483f619c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '75208ede-2304-4522-bb33-3632300dc81d'} {{(pid=93710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 10:07:51.461612 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.managers [req-a40eda43-cfa1-480e-907f-089f05c4c945 req-4f3a8493-4d83-47b9-b000-603372f31d46 service neutron] Bound port: dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5, host: hv-cinder-79751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18d3fb12-0117-4481-ac00-627483f619c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '75208ede-2304-4522-bb33-3632300dc81d'}}] {{(pid=93710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 10:07:51.462122 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-a40eda43-cfa1-480e-907f-089f05c4c945 req-4f3a8493-4d83-47b9-b000-603372f31d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:51.465065 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-549d35a9-2eb0-42c6-a322-a779b3edc54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:51.483464 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf101b8f-1b1b-4036-8bdc-74565f966ee1 req-f2682a68-e3a4-41c5-83fd-b8b2772a7d90 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:51.484937 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-bf101b8f-1b1b-4036-8bdc-74565f966ee1 req-f2682a68-e3a4-41c5-83fd-b8b2772a7d90 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 943 time: 0.1928535 Jun 23 10:07:51.505603 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-4c4e9d1b-06b8-4058-9125-73c3cdfeab56 req-e808ca7b-a3d7-4875-8b96-6203436fb2bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:51.522347 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-94b3ba90-03e2-4faf-a6ab-55b31cc38e14 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:51.535970 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-dc4d940c-2720-4145-934e-881aa13e7071 req-6b23d7fc-5f7a-453d-b6fb-a76696a8ca79 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b48601c6-b884-4ee6-a83f-132657a14566 HTTP/1.1" status: 200 len: 217 time: 0.0702951 Jun 23 10:07:51.547815 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-6108cdf3-a3d8-40da-8ac1-6ce4271c7c56 req-da09e9d8-8dba-4830-872f-8102b5d329b3 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930173 Jun 23 10:07:51.575822 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e9d1b-06b8-4058-9125-73c3cdfeab56 req-e808ca7b-a3d7-4875-8b96-6203436fb2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:51.576432 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-4c4e9d1b-06b8-4058-9125-73c3cdfeab56 req-e808ca7b-a3d7-4875-8b96-6203436fb2bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:51.578289 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4c4e9d1b-06b8-4058-9125-73c3cdfeab56 req-e808ca7b-a3d7-4875-8b96-6203436fb2bd service neutron] 10.222.0.52 "PUT /v2.0/ports/948a5d09-b86f-4c35-a210-cfe6639fba0f HTTP/1.1" status: 200 len: 1093 time: 1.6205029 Jun 23 10:07:51.580106 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17ea1b32-5d2f-4a0a-bd07-acd308be4a08', 'tag': '948a5d09-b86f-4c35-a210-cfe6639fba0f'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:07:51.583090 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404634ef6dbf53e9c182992e714e82192e1d0d35f5c652938e4b1e64141411fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db85b995-e48d-4a67-8370-b659ee419a39" -d '{"events": [{"name": "network-changed", "server_uuid": "17ea1b32-5d2f-4a0a-bd07-acd308be4a08", "tag": "948a5d09-b86f-4c35-a210-cfe6639fba0f"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:07:51.594037 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-bf101b8f-1b1b-4036-8bdc-74565f966ee1 req-c7940fa4-0272-4f7b-a4cd-ecd3f1f398c5 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024990 Jun 23 10:07:51.609788 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e808ca7b-a3d7-4875-8b96-6203436fb2bd service neutron] Pushing event updated for resources: {'Port': ['ID=948a5d09-b86f-4c35-a210-cfe6639fba0f,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:51.613403 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-e808ca7b-a3d7-4875-8b96-6203436fb2bd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:51.640452 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d940c-2720-4145-934e-881aa13e7071 req-ee92bd20-0d3a-46e1-ad3e-8344d8c4aba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:51.642035 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-dc4d940c-2720-4145-934e-881aa13e7071 req-ee92bd20-0d3a-46e1-ad3e-8344d8c4aba0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ee931124-afba-46a0-8fb4-344a768129bc HTTP/1.1" status: 200 len: 858 time: 0.0806203 Jun 23 10:07:51.644221 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.db [req-a40eda43-cfa1-480e-907f-089f05c4c945 req-4f3a8493-4d83-47b9-b000-603372f31d46 service neutron] For port dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5, host hv-cinder-79751, cleared binding levels {{(pid=93710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 10:07:51.655102 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 10:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f8aebc-8d46-4133-bafb-55991b7fb95a x-openstack-request-id: req-b9f8aebc-8d46-4133-bafb-55991b7fb95a {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:07:51.655102 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17ea1b32-5d2f-4a0a-bd07-acd308be4a08", "tag": "948a5d09-b86f-4c35-a210-cfe6639fba0f", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:07:51.655102 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b9f8aebc-8d46-4133-bafb-55991b7fb95a {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:07:51.655102 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17ea1b32-5d2f-4a0a-bd07-acd308be4a08', 'tag': '948a5d09-b86f-4c35-a210-cfe6639fba0f', 'status': 'completed', 'code': 200} Jun 23 10:07:51.655417 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.db [req-a40eda43-cfa1-480e-907f-089f05c4c945 req-4f3a8493-4d83-47b9-b000-603372f31d46 service neutron] For port dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5, host hv-cinder-79751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5,segment=NetworkSegment(18d3fb12-0117-4481-ac00-627483f619c4),segment_id=18d3fb12-0117-4481-ac00-627483f619c4)] {{(pid=93710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 10:07:51.701758 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-dc4d940c-2720-4145-934e-881aa13e7071 req-f55f2a8b-0bf5-4d33-877c-24a738e669e4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505245 Jun 23 10:07:51.738786 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85b995-e48d-4a67-8370-b659ee419a39 req-1b7cb7ca-6bdc-4e35-814c-0b6678f32254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:51.740307 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-db85b995-e48d-4a67-8370-b659ee419a39 req-1b7cb7ca-6bdc-4e35-814c-0b6678f32254 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=24291804a3fc43a7bb9013ab3736dd4e&device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 1096 time: 0.0668037 Jun 23 10:07:51.769888 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-a40eda43-cfa1-480e-907f-089f05c4c945 req-4f3a8493-4d83-47b9-b000-603372f31d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31904530'] for port, after_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:51.776028 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-5988d2e3-7b7b-4f96-a585-f016fb802b9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:51.817182 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40eda43-cfa1-480e-907f-089f05c4c945 req-4f3a8493-4d83-47b9-b000-603372f31d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:51.817824 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-a40eda43-cfa1-480e-907f-089f05c4c945 req-4f3a8493-4d83-47b9-b000-603372f31d46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for port, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:51.819291 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-a40eda43-cfa1-480e-907f-089f05c4c945 req-4f3a8493-4d83-47b9-b000-603372f31d46 service neutron] 10.222.0.52 "PUT /v2.0/ports/dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5 HTTP/1.1" status: 200 len: 1093 time: 1.8677373 Jun 23 10:07:51.819810 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2032b661-f327-4a4d-bc8b-905a913d85d1', 'tag': 'dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5'}] {{(pid=93710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:07:51.822185 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476757ab5199ad7afce7410758f86ea887fce0aa64a809171aa19cb360cf7c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67600eae-10be-47ff-b723-18e8a5980e39" -d '{"events": [{"name": "network-changed", "server_uuid": "2032b661-f327-4a4d-bc8b-905a913d85d1", "tag": "dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5"}]}' {{(pid=93710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:07:51.893194 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3a8493-4d83-47b9-b000-603372f31d46 service neutron] Pushing event updated for resources: {'Port': ['ID=dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5,revision_number=3']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:51.897165 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 10:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56adfdcd-56ac-4d07-afd9-7cbbc18d8af3 x-openstack-request-id: req-56adfdcd-56ac-4d07-afd9-7cbbc18d8af3 {{(pid=93710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:07:51.897446 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2032b661-f327-4a4d-bc8b-905a913d85d1", "tag": "dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5", "status": "completed", "code": 200}]} {{(pid=93710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:07:51.898247 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-56adfdcd-56ac-4d07-afd9-7cbbc18d8af3 {{(pid=93710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:07:51.898793 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2032b661-f327-4a4d-bc8b-905a913d85d1', 'tag': 'dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5', 'status': 'completed', 'code': 200} Jun 23 10:07:51.900048 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-4f3a8493-4d83-47b9-b000-603372f31d46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:51.902340 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-dc4d940c-2720-4145-934e-881aa13e7071 req-98239a38-974a-4df6-8839-0760097e4259 service neutron] 10.222.0.52 "GET /v2.0/networks/fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948426 Jun 23 10:07:51.935746 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85b995-e48d-4a67-8370-b659ee419a39 req-33241583-ab77-4988-bda2-e509ea6a94ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:51.941264 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-db85b995-e48d-4a67-8370-b659ee419a39 req-33241583-ab77-4988-bda2-e509ea6a94ed service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=24291804a3fc43a7bb9013ab3736dd4e&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1902072 Jun 23 10:07:52.049617 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67600eae-10be-47ff-b723-18e8a5980e39 req-fcdd547b-c2b2-4cdc-b02d-a9d6f94b7a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:52.050344 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-67600eae-10be-47ff-b723-18e8a5980e39 req-fcdd547b-c2b2-4cdc-b02d-a9d6f94b7a90 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2bfd8cef6a2f47babb53716771db0095&device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 1096 time: 0.1467733 Jun 23 10:07:52.061381 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-dc4d940c-2720-4145-934e-881aa13e7071 req-6988ee3d-abe7-4e54-810c-5f28e0376322 service neutron] 10.222.0.52 "GET /v2.0/networks/fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484902 Jun 23 10:07:52.182512 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67600eae-10be-47ff-b723-18e8a5980e39 req-bd408a3a-ad24-472e-814c-b74b8127a622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:52.184552 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-67600eae-10be-47ff-b723-18e8a5980e39 req-bd408a3a-ad24-472e-814c-b74b8127a622 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=2bfd8cef6a2f47babb53716771db0095&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1258347 Jun 23 10:07:52.303611 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device d21401e9-dd04-48ca-a09d-f281becba8ee details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=93712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 10:07:52.313777 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67600eae-10be-47ff-b723-18e8a5980e39 req-abe6ad96-7ea5-45b1-91e2-bafdaa60d7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:52.315735 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-67600eae-10be-47ff-b723-18e8a5980e39 req-abe6ad96-7ea5-45b1-91e2-bafdaa60d7e3 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1230495 Jun 23 10:07:52.358697 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device 9b049a78-e667-488e-b1a8-62940d026dfe up at agent hyperv_hv-cinder-79751 {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:07:52.428882 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40eda43-cfa1-480e-907f-089f05c4c945 req-d1f4fac7-0f46-4411-921d-2d39ba033652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:52.430456 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-a40eda43-cfa1-480e-907f-089f05c4c945 req-d1f4fac7-0f46-4411-921d-2d39ba033652 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2bfd8cef6a2f47babb53716771db0095&device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 1096 time: 0.0608792 Jun 23 10:07:52.459855 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85b995-e48d-4a67-8370-b659ee419a39 req-67cfcd12-c034-4022-906f-c1329bd8a3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:52.463013 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-db85b995-e48d-4a67-8370-b659ee419a39 req-67cfcd12-c034-4022-906f-c1329bd8a3b1 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5184717 Jun 23 10:07:52.489173 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5999185-ab02-4cd2-939e-7f1def46e9fa req-46221cb7-75b3-440d-b0d9-3df08d06a48c tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:52.497033 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b5999185-ab02-4cd2-939e-7f1def46e9fa req-46221cb7-75b3-440d-b0d9-3df08d06a48c tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 943 time: 0.2254941 Jun 23 10:07:52.514691 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d0d97b-629d-4bdd-a0ac-818cb7768028 req-f552173c-1d97-4452-9a5f-335203d51e6f tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:52.520815 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-a40eda43-cfa1-480e-907f-089f05c4c945 req-a972341d-9cad-4904-ae3a-e7c6b1989814 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5 HTTP/1.1" status: 200 len: 217 time: 0.0824819 Jun 23 10:07:52.523282 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e7d0d97b-629d-4bdd-a0ac-818cb7768028 req-f552173c-1d97-4452-9a5f-335203d51e6f tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/ports?device_id=b20af615-61b7-4ce4-90e5-95c5ee2360b8 HTTP/1.1" status: 200 len: 944 time: 0.2508664 Jun 23 10:07:52.589581 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40eda43-cfa1-480e-907f-089f05c4c945 req-8937a64f-7c37-4d05-a0d7-4d1b85035fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:52.591181 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-a40eda43-cfa1-480e-907f-089f05c4c945 req-8937a64f-7c37-4d05-a0d7-4d1b85035fea service neutron] 10.222.0.52 "GET /v2.0/subnets?id=222c10a8-002c-4ace-acfb-70d9b2714faa HTTP/1.1" status: 200 len: 850 time: 0.0643818 Jun 23 10:07:52.624430 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e7d0d97b-629d-4bdd-a0ac-818cb7768028 req-05d31469-c1b0-4984-9b41-730a7321ca3a tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/security-groups?id=75b66fc2-e4ab-47fb-bfad-2d88183747c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999873 Jun 23 10:07:52.638175 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b5999185-ab02-4cd2-939e-7f1def46e9fa req-1fab9e23-658c-4782-9032-ee283d964139 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=883d64c3-2083-4755-86cf-f32e109415f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403089 Jun 23 10:07:52.653794 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port d21401e9-dd04-48ca-a09d-f281becba8ee, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=d21401e9-dd04-48ca-a09d-f281becba8ee,segment=NetworkSegment(30b190ff-d6b2-4c22-9ee0-744e98463a17),segment_id=30b190ff-d6b2-4c22-9ee0-744e98463a17)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:07:52.667241 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e9d1b-06b8-4058-9125-73c3cdfeab56 req-5cdc6c0f-20dc-4a6d-bd04-9a68b4ec4f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:52.673145 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Returning: {'device': 'd21401e9-dd04-48ca-a09d-f281becba8ee', 'network_id': 'fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5', 'port_id': 'd21401e9-dd04-48ca-a09d-f281becba8ee', 'mac_address': 'fa:16:3e:7f:55:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee931124-afba-46a0-8fb4-344a768129bc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 10:07:52.678588 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4c4e9d1b-06b8-4058-9125-73c3cdfeab56 req-5cdc6c0f-20dc-4a6d-bd04-9a68b4ec4f79 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=24291804a3fc43a7bb9013ab3736dd4e&device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 1096 time: 0.1359768 Jun 23 10:07:52.730633 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4c4e9d1b-06b8-4058-9125-73c3cdfeab56 req-04ec81e9-ed2b-4525-9402-d6c631ab92d7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=948a5d09-b86f-4c35-a210-cfe6639fba0f HTTP/1.1" status: 200 len: 217 time: 0.0507801 Jun 23 10:07:52.736399 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Provisioning for port 9b049a78-e667-488e-b1a8-62940d026dfe completed by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:07:52.755731 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Provisioning complete for port 9b049a78-e667-488e-b1a8-62940d026dfe triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:07:52.757191 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:52.772150 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40eda43-cfa1-480e-907f-089f05c4c945 req-d7248f75-a404-4456-b230-516fc1b40f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:52.773625 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-a40eda43-cfa1-480e-907f-089f05c4c945 req-d7248f75-a404-4456-b230-516fc1b40f1d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=75208ede-2304-4522-bb33-3632300dc81d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1734297 Jun 23 10:07:52.789591 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:52.827126 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d21401e9-dd04-48ca-a09d-f281becba8ee {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 10:07:52.868680 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port d21401e9-dd04-48ca-a09d-f281becba8ee, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=d21401e9-dd04-48ca-a09d-f281becba8ee,segment=NetworkSegment(30b190ff-d6b2-4c22-9ee0-744e98463a17),segment_id=30b190ff-d6b2-4c22-9ee0-744e98463a17)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:07:52.895940 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-a40eda43-cfa1-480e-907f-089f05c4c945 req-da8f2f4b-0ca1-4021-b8b2-c4bf8eb13ad8 service neutron] 10.222.0.52 "GET /v2.0/networks/75208ede-2304-4522-bb33-3632300dc81d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150393 Jun 23 10:07:52.897729 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e9d1b-06b8-4058-9125-73c3cdfeab56 req-71a9706c-69e5-45d7-94a7-e5f6b859004e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:52.899617 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4c4e9d1b-06b8-4058-9125-73c3cdfeab56 req-71a9706c-69e5-45d7-94a7-e5f6b859004e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cdba8eb6-d4a0-4adb-b53b-76f5eb8c1c27 HTTP/1.1" status: 200 len: 856 time: 0.1613057 Jun 23 10:07:52.910826 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:52.931277 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f122a187-e66f-47b0-a9ab-0f5f8015701d req-9931477d-78ff-4565-a0e7-c6342c052461 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:52.933189 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f122a187-e66f-47b0-a9ab-0f5f8015701d req-9931477d-78ff-4565-a0e7-c6342c052461 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 943 time: 0.1341033 Jun 23 10:07:52.943731 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20af615-61b7-4ce4-90e5-95c5ee2360b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b049a78-e667-488e-b1a8-62940d026dfe'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:07:52.963833 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c4ced-768d-4d13-83a3-bab1d94ab037 req-1c0b97ae-d240-4d94-b9a4-909c964e5b73 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:52.965287 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-fe7c4ced-768d-4d13-83a3-bab1d94ab037 req-1c0b97ae-d240-4d94-b9a4-909c964e5b73 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 943 time: 0.1681609 Jun 23 10:07:53.009922 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f122a187-e66f-47b0-a9ab-0f5f8015701d req-868e9a75-d68a-4e86-8844-4751cebb80f9 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658109 Jun 23 10:07:53.016877 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:53.024342 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-9e95f8ab-d2de-4fb2-bbba-23378285d52a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:53.025571 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-fe7c4ced-768d-4d13-83a3-bab1d94ab037 req-9d42427b-6308-4969-90b2-334f52584316 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515532 Jun 23 10:07:53.028233 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port 9b049a78-e667-488e-b1a8-62940d026dfe, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=9b049a78-e667-488e-b1a8-62940d026dfe,segment=NetworkSegment(302d0cae-9b55-4cbe-bedd-d535d505cba6),segment_id=302d0cae-9b55-4cbe-bedd-d535d505cba6)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:07:53.085689 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Pushing event updated for resources: {'Port': ['ID=d21401e9-dd04-48ca-a09d-f281becba8ee,revision_number=4']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:53.088711 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:53.125502 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e06d9dce5bc2bce6c931562da1c36027cbf4e574fb667469159d94052b32a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae40b09-071b-4061-a0c2-57ee6fbe1c3d" -d '{"events": [{"server_uuid": "b20af615-61b7-4ce4-90e5-95c5ee2360b8", "name": "network-vif-plugged", "status": "completed", "tag": "9b049a78-e667-488e-b1a8-62940d026dfe"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:07:53.137364 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:53.139330 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:53.191062 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Pushing event updated for resources: {'Port': ['ID=9b049a78-e667-488e-b1a8-62940d026dfe,revision_number=5']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:53.194198 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:53.214760 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 10:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05abb0af-1367-4163-ae63-accc2d1db26f x-openstack-request-id: req-05abb0af-1367-4163-ae63-accc2d1db26f {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:07:53.215056 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20af615-61b7-4ce4-90e5-95c5ee2360b8", "name": "network-vif-plugged", "status": "completed", "tag": "9b049a78-e667-488e-b1a8-62940d026dfe", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:07:53.215316 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-05abb0af-1367-4163-ae63-accc2d1db26f {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:07:53.215862 dv-cinder-797510-1-iscsi neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b20af615-61b7-4ce4-90e5-95c5ee2360b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b049a78-e667-488e-b1a8-62940d026dfe', 'code': 200} Jun 23 10:07:53.479312 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-329354e5-9e69-417d-83ab-34bb473e22da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:53.867732 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc8f1f-1899-4db3-b5bd-168566173e8a req-02690a88-891a-4e8c-abf3-1d910281c538 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:53.869107 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-dfbc8f1f-1899-4db3-b5bd-168566173e8a req-02690a88-891a-4e8c-abf3-1d910281c538 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/ports?device_id=b20af615-61b7-4ce4-90e5-95c5ee2360b8 HTTP/1.1" status: 200 len: 945 time: 0.1030347 Jun 23 10:07:53.891543 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d4b9d-7147-4efa-a3f3-17e31939d3d2 req-bdb67583-b797-4219-8b0a-a37f0c7e0f76 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:53.893599 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a08d4b9d-7147-4efa-a3f3-17e31939d3d2 req-bdb67583-b797-4219-8b0a-a37f0c7e0f76 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 943 time: 0.0983863 Jun 23 10:07:53.938310 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-dfbc8f1f-1899-4db3-b5bd-168566173e8a req-e77e837f-ac3b-48f1-8d11-e267b3fba07f tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/security-groups?id=75b66fc2-e4ab-47fb-bfad-2d88183747c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614657 Jun 23 10:07:53.945969 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a08d4b9d-7147-4efa-a3f3-17e31939d3d2 req-0502b5b6-ca2c-4443-9b3f-00484c3bd0dc tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=883d64c3-2083-4755-86cf-f32e109415f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461612 Jun 23 10:07:54.229039 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8dbb5a-2914-4d1b-a9d8-f79af05948d2 req-cd55473c-06bc-4e09-bb0a-50555933d1ea tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:54.230483 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-dd8dbb5a-2914-4d1b-a9d8-f79af05948d2 req-cd55473c-06bc-4e09-bb0a-50555933d1ea tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 943 time: 0.1069772 Jun 23 10:07:54.240448 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866f2e8-8efc-4a46-8a83-ae7e2705127b req-19fd986e-dff6-4c81-b7e1-c33ad8741e18 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:54.241787 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d866f2e8-8efc-4a46-8a83-ae7e2705127b req-19fd986e-dff6-4c81-b7e1-c33ad8741e18 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 943 time: 0.0900602 Jun 23 10:07:54.299216 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-dd8dbb5a-2914-4d1b-a9d8-f79af05948d2 req-d756225f-c01b-432b-a032-1ef41fddd1e3 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564113 Jun 23 10:07:54.303924 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d866f2e8-8efc-4a46-8a83-ae7e2705127b req-ef830e5b-6ffe-412d-9614-f043223d9052 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556126 Jun 23 10:07:54.763315 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-a40eda43-cfa1-480e-907f-089f05c4c945 req-33a18973-75f0-4f1f-a470-92e182e8e39a service neutron] 10.222.0.52 "GET /v2.0/networks/75208ede-2304-4522-bb33-3632300dc81d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831668 Jun 23 10:07:55.150681 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff05e80-51d0-4bea-ae2d-bea201226922 req-9eb0374a-4b4c-4f31-a9a0-8df0982de28e tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:55.152131 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9ff05e80-51d0-4bea-ae2d-bea201226922 req-9eb0374a-4b4c-4f31-a9a0-8df0982de28e tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/ports?device_id=b20af615-61b7-4ce4-90e5-95c5ee2360b8 HTTP/1.1" status: 200 len: 945 time: 0.1034522 Jun 23 10:07:55.160467 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b4d57c-ea68-4c12-a8de-c05c2fdf2e53 req-3309aef9-4472-4c66-9a4c-21d53eb4661d tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:55.161789 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-41b4d57c-ea68-4c12-a8de-c05c2fdf2e53 req-3309aef9-4472-4c66-9a4c-21d53eb4661d tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 943 time: 0.1026669 Jun 23 10:07:55.216779 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9ff05e80-51d0-4bea-ae2d-bea201226922 req-ea8a5cbc-4808-460e-9177-064a920e9fa0 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/security-groups?id=75b66fc2-e4ab-47fb-bfad-2d88183747c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540679 Jun 23 10:07:55.219301 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-41b4d57c-ea68-4c12-a8de-c05c2fdf2e53 req-b8239aad-bc2a-4e20-addc-930399fe9f85 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=883d64c3-2083-4755-86cf-f32e109415f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509126 Jun 23 10:07:55.512632 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c976f6b2-f21a-43b2-b0e5-f0b4a8c02657 req-6e7345c9-73c1-491f-b699-c10554c9ace6 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:55.514074 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-c976f6b2-f21a-43b2-b0e5-f0b4a8c02657 req-6e7345c9-73c1-491f-b699-c10554c9ace6 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 943 time: 0.1047888 Jun 23 10:07:55.522451 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb605d5a-48da-4e66-b837-2c38671b7543 req-b890495a-462e-4e6a-b9d9-149bf88a031a tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:55.523885 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-cb605d5a-48da-4e66-b837-2c38671b7543 req-b890495a-462e-4e6a-b9d9-149bf88a031a tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 943 time: 0.1043317 Jun 23 10:07:55.577393 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-c976f6b2-f21a-43b2-b0e5-f0b4a8c02657 req-d27a1dd8-0238-495f-9298-2e94812b4ef5 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525587 Jun 23 10:07:55.583427 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-cb605d5a-48da-4e66-b837-2c38671b7543 req-fa79bc98-1270-485d-8e15-240ec328138e tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529065 Jun 23 10:07:55.776241 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4e9d1b-06b8-4058-9125-73c3cdfeab56 req-6176b1e6-de7c-4e63-9b00-4866db65bd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:55.777875 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4c4e9d1b-06b8-4058-9125-73c3cdfeab56 req-6176b1e6-de7c-4e63-9b00-4866db65bd15 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2c358830-fde0-4aa0-a28c-3a7712f5e2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0697556 Jun 23 10:07:55.867337 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4c4e9d1b-06b8-4058-9125-73c3cdfeab56 req-264e78f6-1ff3-4e00-9e0b-a0c6a3889b10 service neutron] 10.222.0.52 "GET /v2.0/networks/2c358830-fde0-4aa0-a28c-3a7712f5e2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823958 Jun 23 10:07:55.956419 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] get_ports_and_sgs() called for port_ids ['d21401e9-dd04-48ca-a09d-f281becba8ee'] {{(pid=93712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 10:07:55.963775 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4c4e9d1b-06b8-4058-9125-73c3cdfeab56 req-37ac90c2-3c9d-4c3e-94ba-e9ed3c9af2e5 service neutron] 10.222.0.52 "GET /v2.0/networks/2c358830-fde0-4aa0-a28c-3a7712f5e2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885856 Jun 23 10:07:56.163820 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a6f55d-62d5-4f37-a2b2-2b371bf9bcc8 req-7e2f8aee-56f2-4ab5-a6e7-ed510bf67199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:56.165260 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-43a6f55d-62d5-4f37-a2b2-2b371bf9bcc8 req-7e2f8aee-56f2-4ab5-a6e7-ed510bf67199 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b20af615-61b7-4ce4-90e5-95c5ee2360b8 HTTP/1.1" status: 200 len: 1098 time: 0.0830667 Jun 23 10:07:56.433799 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e68354-a659-4201-b76f-9867cd8a3466 req-cbd1d880-5292-442e-8fde-586956391fb4 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:56.435296 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-27e68354-a659-4201-b76f-9867cd8a3466 req-cbd1d880-5292-442e-8fde-586956391fb4 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/ports?device_id=b20af615-61b7-4ce4-90e5-95c5ee2360b8 HTTP/1.1" status: 200 len: 945 time: 0.1054068 Jun 23 10:07:56.444102 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a22a10-2923-46ab-a2ff-7f7ad5dca35c req-dbea17e2-76f4-4ec7-a1da-e0e31edeb251 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:56.445491 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b4a22a10-2923-46ab-a2ff-7f7ad5dca35c req-dbea17e2-76f4-4ec7-a1da-e0e31edeb251 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 943 time: 0.1062720 Jun 23 10:07:56.500777 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-27e68354-a659-4201-b76f-9867cd8a3466 req-130945f0-0752-46bf-b51e-52e6325db9c3 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/security-groups?id=75b66fc2-e4ab-47fb-bfad-2d88183747c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543501 Jun 23 10:07:56.504093 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b4a22a10-2923-46ab-a2ff-7f7ad5dca35c req-d3ffec8e-79b1-4098-896e-23fc109be02a tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=883d64c3-2083-4755-86cf-f32e109415f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517862 Jun 23 10:07:56.798112 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f228c8-8e8c-4b1b-8458-50f723e51c72 req-3b5e65e6-f795-4f2d-ba1a-4539db694388 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:56.799712 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d2f228c8-8e8c-4b1b-8458-50f723e51c72 req-3b5e65e6-f795-4f2d-ba1a-4539db694388 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 943 time: 0.1074588 Jun 23 10:07:56.808068 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a3774-ecf6-4b70-972a-c00c6531f62f req-efc9033c-cc42-4aad-b1db-bccf6abf9790 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:56.809476 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f63a3774-ecf6-4b70-972a-c00c6531f62f req-efc9033c-cc42-4aad-b1db-bccf6abf9790 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 943 time: 0.1075568 Jun 23 10:07:56.866925 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d2f228c8-8e8c-4b1b-8458-50f723e51c72 req-9ae3edc3-f78f-4c5d-b7c5-d3b153b1ea8b tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564628 Jun 23 10:07:56.870018 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f63a3774-ecf6-4b70-972a-c00c6531f62f req-b118e373-e9d2-42d9-b3d3-0b83f6747b80 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527668 Jun 23 10:07:57.102547 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-43a6f55d-62d5-4f37-a2b2-2b371bf9bcc8 req-7874acb7-f7b1-4bf2-8b43-0884094b277b service neutron] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:57.187315 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-43a6f55d-62d5-4f37-a2b2-2b371bf9bcc8 req-7874acb7-f7b1-4bf2-8b43-0884094b277b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:57.324756 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-43a6f55d-62d5-4f37-a2b2-2b371bf9bcc8 req-7874acb7-f7b1-4bf2-8b43-0884094b277b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:57.330927 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-b8c6cba9-3fbc-47b2-94dd-d47052543839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:57.353606 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-43a6f55d-62d5-4f37-a2b2-2b371bf9bcc8 req-7874acb7-f7b1-4bf2-8b43-0884094b277b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=75b66fc2-e4ab-47fb-bfad-2d88183747c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633870 Jun 23 10:07:57.366501 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7874acb7-f7b1-4bf2-8b43-0884094b277b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb94d67-fee7-4a59-9665-af2ea4c645fa,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:57.369880 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-7874acb7-f7b1-4bf2-8b43-0884094b277b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:57.454438 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 60444) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:07:57.557135 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-69b66c4c-7192-44f8-937a-dc4e0e4b0774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:57.720590 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-69b66c4c-7192-44f8-937a-dc4e0e4b0774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:57.743649 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3601b6cd-04d5-4553-a95c-f800acfc9ab8 req-9bf04237-3dfc-4a40-bb46-2ca013136b75 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:57.745103 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-3601b6cd-04d5-4553-a95c-f800acfc9ab8 req-9bf04237-3dfc-4a40-bb46-2ca013136b75 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/ports?device_id=b20af615-61b7-4ce4-90e5-95c5ee2360b8 HTTP/1.1" status: 200 len: 945 time: 0.1316116 Jun 23 10:07:57.756031 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9764c442-4ef6-42de-a1e7-d3805b5b75d3 req-1cfdc187-71d1-4582-8325-1e73e8a8f05d tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:57.757365 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9764c442-4ef6-42de-a1e7-d3805b5b75d3 req-1cfdc187-71d1-4582-8325-1e73e8a8f05d tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 943 time: 0.1421652 Jun 23 10:07:57.784749 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-69b66c4c-7192-44f8-937a-dc4e0e4b0774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:57.791771 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:58.030615 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9764c442-4ef6-42de-a1e7-d3805b5b75d3 req-852357c8-019b-4752-a935-106db8ed6a4f tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=883d64c3-2083-4755-86cf-f32e109415f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2666752 Jun 23 10:07:58.033108 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-3601b6cd-04d5-4553-a95c-f800acfc9ab8 req-d22beccd-7917-47aa-910e-22876457127d tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/security-groups?id=75b66fc2-e4ab-47fb-bfad-2d88183747c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749195 Jun 23 10:07:58.037232 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-69b66c4c-7192-44f8-937a-dc4e0e4b0774 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=52d319a873c34049ba34b38c3069c40a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5817370 Jun 23 10:07:58.038159 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b66c4c-7192-44f8-937a-dc4e0e4b0774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5263e6-1ea8-447b-a76a-3788cb615876,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:58.041085 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 60458) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:07:58.041552 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-69b66c4c-7192-44f8-937a-dc4e0e4b0774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:58.095793 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-502b1867-84cd-4d3a-82d6-c7d53e131cad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:58.116743 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-502b1867-84cd-4d3a-82d6-c7d53e131cad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:58.255662 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-502b1867-84cd-4d3a-82d6-c7d53e131cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:58.255662 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-502b1867-84cd-4d3a-82d6-c7d53e131cad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:58.255662 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-502b1867-84cd-4d3a-82d6-c7d53e131cad admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7f5263e6-1ea8-447b-a76a-3788cb615876 HTTP/1.1" status: 204 len: 168 time: 0.1943214 Jun 23 10:07:58.255662 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-e083c9d9-92d1-4d3f-9777-9e45e97c2b35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:58.255662 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b1867-84cd-4d3a-82d6-c7d53e131cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5263e6-1ea8-447b-a76a-3788cb615876,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:58.255662 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-502b1867-84cd-4d3a-82d6-c7d53e131cad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:58.256605 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467379e5-e336-4e62-93d2-c0f069019324 req-4ac5a52f-c5c2-42a6-9d50-1bd50fd1a034 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:58.256605 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-467379e5-e336-4e62-93d2-c0f069019324 req-4ac5a52f-c5c2-42a6-9d50-1bd50fd1a034 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 943 time: 0.1181633 Jun 23 10:07:58.270812 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77e25c-9cc1-48fd-942d-fb3899bbd9b7 req-3ef2f39e-2cee-4de9-9de6-d457cb69b0c7 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:58.272289 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1f77e25c-9cc1-48fd-942d-fb3899bbd9b7 req-3ef2f39e-2cee-4de9-9de6-d457cb69b0c7 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 943 time: 0.1052394 Jun 23 10:07:58.327613 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-467379e5-e336-4e62-93d2-c0f069019324 req-d58fb3f1-e08d-400d-be21-65d00487cc17 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529852 Jun 23 10:07:58.335495 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1f77e25c-9cc1-48fd-942d-fb3899bbd9b7 req-bac81fca-763c-4b71-858b-eff68f1ace33 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552855 Jun 23 10:07:58.916571 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 60468) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:07:58.930485 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-9bf5adbf-390e-4d83-a888-0a6b6b43455d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:59.022936 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-9bf5adbf-390e-4d83-a888-0a6b6b43455d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:59.068991 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device b48601c6-b884-4ee6-a83f-132657a14566 details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=93712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 10:07:59.097572 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-9bf5adbf-390e-4d83-a888-0a6b6b43455d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:59.123989 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-c1d84f68-a8fd-43f8-b02a-31b8b3264a86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:59.128578 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-9bf5adbf-390e-4d83-a888-0a6b6b43455d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f5feaaca2e124ad990e149f4ffabf901&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2109778 Jun 23 10:07:59.131271 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 60476) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:07:59.186058 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf5adbf-390e-4d83-a888-0a6b6b43455d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214be27e-5d01-454b-b0e2-e237fe52773b,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:59.197632 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-9bf5adbf-390e-4d83-a888-0a6b6b43455d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:59.198167 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port b48601c6-b884-4ee6-a83f-132657a14566, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=b48601c6-b884-4ee6-a83f-132657a14566,segment=NetworkSegment(30b190ff-d6b2-4c22-9ee0-744e98463a17),segment_id=30b190ff-d6b2-4c22-9ee0-744e98463a17)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:07:59.200183 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-66708afa-37e7-4236-ad03-ea84765de73b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:59.211405 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Returning: {'device': 'b48601c6-b884-4ee6-a83f-132657a14566', 'network_id': 'fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5', 'port_id': 'b48601c6-b884-4ee6-a83f-132657a14566', 'mac_address': 'fa:16:3e:c5:41:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee931124-afba-46a0-8fb4-344a768129bc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 10:07:59.251751 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:59.265273 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b48601c6-b884-4ee6-a83f-132657a14566 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 10:07:59.287298 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port b48601c6-b884-4ee6-a83f-132657a14566, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=b48601c6-b884-4ee6-a83f-132657a14566,segment=NetworkSegment(30b190ff-d6b2-4c22-9ee0-744e98463a17),segment_id=30b190ff-d6b2-4c22-9ee0-744e98463a17)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:07:59.300432 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-66708afa-37e7-4236-ad03-ea84765de73b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:59.350405 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:59.352921 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-33cfe2b5-40db-4c57-8c43-442d3af8ca6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:59.375414 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620cec03-a4d5-45c4-9448-bfe24c6f9026 req-5060817c-6919-4313-bc41-475bc9d42dac tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:59.376933 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-620cec03-a4d5-45c4-9448-bfe24c6f9026 req-5060817c-6919-4313-bc41-475bc9d42dac tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 943 time: 0.1790166 Jun 23 10:07:59.389869 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696b4239-552a-414b-a591-5a7b8bb37b3d req-108afceb-baba-41ff-8b10-04740998f1e1 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:59.391354 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-696b4239-552a-414b-a591-5a7b8bb37b3d req-108afceb-baba-41ff-8b10-04740998f1e1 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/ports?device_id=b20af615-61b7-4ce4-90e5-95c5ee2360b8 HTTP/1.1" status: 200 len: 945 time: 0.1882389 Jun 23 10:07:59.406125 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Pushing event updated for resources: {'Port': ['ID=b48601c6-b884-4ee6-a83f-132657a14566,revision_number=4']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:59.410833 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:59.458919 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-696b4239-552a-414b-a591-5a7b8bb37b3d req-035b6126-f248-4deb-bad2-33a40ed1ca79 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/security-groups?id=75b66fc2-e4ab-47fb-bfad-2d88183747c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580742 Jun 23 10:07:59.462747 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-620cec03-a4d5-45c4-9448-bfe24c6f9026 req-fd684d5e-945b-465f-be48-3c5e126fcdb0 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=883d64c3-2083-4755-86cf-f32e109415f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690250 Jun 23 10:07:59.556106 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-66708afa-37e7-4236-ad03-ea84765de73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:59.559221 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-66708afa-37e7-4236-ad03-ea84765de73b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:07:59.560426 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-66708afa-37e7-4236-ad03-ea84765de73b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/214be27e-5d01-454b-b0e2-e237fe52773b HTTP/1.1" status: 204 len: 168 time: 0.4279790 Jun 23 10:07:59.562669 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-cdf4803d-9f8e-4cc8-8af2-c754b5789c40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:07:59.605442 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66708afa-37e7-4236-ad03-ea84765de73b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214be27e-5d01-454b-b0e2-e237fe52773b,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:07:59.607755 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-66708afa-37e7-4236-ad03-ea84765de73b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:07:59.699591 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d04c7e-60ae-4ef7-8e17-780f5593b09e req-c341b372-5aa7-4649-85b2-fb9261727fbe tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:59.701081 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f0d04c7e-60ae-4ef7-8e17-780f5593b09e req-c341b372-5aa7-4649-85b2-fb9261727fbe tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 944 time: 0.1393065 Jun 23 10:07:59.714495 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e5d682-92da-42e8-89ea-ab1093fd22de req-1732e10f-aba3-48d9-b9b2-992094afd49a tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:07:59.716021 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-35e5d682-92da-42e8-89ea-ab1093fd22de req-1732e10f-aba3-48d9-b9b2-992094afd49a tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 943 time: 0.1130586 Jun 23 10:07:59.767231 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f0d04c7e-60ae-4ef7-8e17-780f5593b09e req-cff8afe2-9e61-4e1a-83d7-4e25ed6f5a90 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502315 Jun 23 10:07:59.782055 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-35e5d682-92da-42e8-89ea-ab1093fd22de req-d83a8db9-97e6-4811-9da5-74d36c6d70f1 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576985 Jun 23 10:08:00.599880 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 60524) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:08:00.691151 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e718b-8636-4858-8199-5d410fe4a867 req-b54fb366-106c-481c-a54d-eef3bc25a834 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:00.692661 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e51e718b-8636-4858-8199-5d410fe4a867 req-b54fb366-106c-481c-a54d-eef3bc25a834 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/ports?device_id=b20af615-61b7-4ce4-90e5-95c5ee2360b8 HTTP/1.1" status: 200 len: 945 time: 0.1152458 Jun 23 10:08:00.704194 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [None req-46611f6c-cd7d-4e93-b581-4e7b3c0bca25 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1563504865-network', 'tenant_id': '2ff65ceef95044a99ace1983c8092412'}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:08:00.716135 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90912d-b206-4078-b1e7-10554171c11d req-b2e0c20d-cbc1-405e-8405-028c80a1f4a0 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:00.717702 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-2a90912d-b206-4078-b1e7-10554171c11d req-b2e0c20d-cbc1-405e-8405-028c80a1f4a0 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 943 time: 0.1087801 Jun 23 10:08:00.776549 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e51e718b-8636-4858-8199-5d410fe4a867 req-bed64542-a2fc-4051-b99c-db5108f234ba tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/security-groups?id=75b66fc2-e4ab-47fb-bfad-2d88183747c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744615 Jun 23 10:08:00.784320 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-2a90912d-b206-4078-b1e7-10554171c11d req-c6bd75bf-2fb9-4779-8b4d-4c5447f89553 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=883d64c3-2083-4755-86cf-f32e109415f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543673 Jun 23 10:08:00.796319 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 60532) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:08:00.822074 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46611f6c-cd7d-4e93-b581-4e7b3c0bca25 admin admin] Made reservation on behalf of 2ff65ceef95044a99ace1983c8092412 for: {'network': 1} {{(pid=93710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:08:00.824466 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-46611f6c-cd7d-4e93-b581-4e7b3c0bca25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for network, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:00.835094 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-46611f6c-cd7d-4e93-b581-4e7b3c0bca25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:00.930171 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-46611f6c-cd7d-4e93-b581-4e7b3c0bca25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:00.947253 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-46556c69-75c2-4d1a-987b-a342960b7349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:01.006668 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-46611f6c-cd7d-4e93-b581-4e7b3c0bca25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:01.008761 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074802ea-8520-4f68-9acc-78be64a93571 req-cf4dc504-b6f7-4490-8c55-1fe08c855823 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:01.010253 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-074802ea-8520-4f68-9acc-78be64a93571 req-cf4dc504-b6f7-4490-8c55-1fe08c855823 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 944 time: 0.1095860 Jun 23 10:08:01.017053 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:01.023138 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e7266-c924-445f-9b9d-ccebc8f2430d req-4cfed2aa-5e7b-47ce-96b9-8e524334db50 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:01.024587 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-be8e7266-c924-445f-9b9d-ccebc8f2430d req-4cfed2aa-5e7b-47ce-96b9-8e524334db50 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 943 time: 0.0955040 Jun 23 10:08:01.047151 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46611f6c-cd7d-4e93-b581-4e7b3c0bca25 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=93710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 10:08:01.065766 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46611f6c-cd7d-4e93-b581-4e7b3c0bca25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4c3e32-0c40-4d18-8491-062ddc45c477,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:01.071502 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-46611f6c-cd7d-4e93-b581-4e7b3c0bca25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:01.079088 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-46611f6c-cd7d-4e93-b581-4e7b3c0bca25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-523806'] for segment, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:01.079803 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.db.segments_db [None req-46611f6c-cd7d-4e93-b581-4e7b3c0bca25 admin admin] Added segment 123241cd-b535-44a1-bf30-0ae92daf025e of type vlan for network 65500ae7-4aaa-4548-a34e-5012c7cf1a43 Jun 23 10:08:01.086904 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-074802ea-8520-4f68-9acc-78be64a93571 req-bbe83859-a426-45a3-8d85-bc715e4a4edc tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613422 Jun 23 10:08:01.102974 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-be8e7266-c924-445f-9b9d-ccebc8f2430d req-acdca3ef-3595-4086-a6aa-029fd1193178 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665510 Jun 23 10:08:01.133862 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-46611f6c-cd7d-4e93-b581-4e7b3c0bca25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731988267798'] for network, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:01.176005 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-46556c69-75c2-4d1a-987b-a342960b7349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:01.264422 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-46556c69-75c2-4d1a-987b-a342960b7349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:01.268879 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-2a867b30-1d14-44ed-a45a-44cdf2332108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:01.300666 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-46611f6c-cd7d-4e93-b581-4e7b3c0bca25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-193570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976'] for network, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:01.306031 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46611f6c-cd7d-4e93-b581-4e7b3c0bca25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:01.306608 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-46611f6c-cd7d-4e93-b581-4e7b3c0bca25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for network, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:01.311572 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-46556c69-75c2-4d1a-987b-a342960b7349 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d2a25d43331344f0824018c06a282a37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5139985 Jun 23 10:08:01.315395 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 60540) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:08:01.315604 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46556c69-75c2-4d1a-987b-a342960b7349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6153ad-7a53-4d33-b2ad-df8e633e87f4,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:01.319845 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-46556c69-75c2-4d1a-987b-a342960b7349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:01.320325 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-1e60f4de-24a9-432a-9896-281e27a8c616 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:01.364940 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d72c338e-d6c0-4cb1-8ec1-03696c000e7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:01.372340 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46611f6c-cd7d-4e93-b581-4e7b3c0bca25 admin admin] Pushing event updated for resources: {'Network': ['ID=65500ae7-4aaa-4548-a34e-5012c7cf1a43,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:01.375131 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-46611f6c-cd7d-4e93-b581-4e7b3c0bca25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:01.383460 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Network 65500ae7-4aaa-4548-a34e-5012c7cf1a43 details requested by agent ovs-agent-dv-cinder-797510-1-iscsi with host dv-cinder-797510-1-iscsi {{(pid=93712) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 10:08:01.386741 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d72c338e-d6c0-4cb1-8ec1-03696c000e7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:01.391623 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-46611f6c-cd7d-4e93-b581-4e7b3c0bca25 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7877696 Jun 23 10:08:01.391994 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 60542) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:08:01.401956 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [None req-6d761458-7e58-44c3-a9dd-e016d6b373fc admin admin] Request body: {'subnet': {'network_id': '65500ae7-4aaa-4548-a34e-5012c7cf1a43', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1563504865-subnet', 'tenant_id': '2ff65ceef95044a99ace1983c8092412', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:08:01.490280 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d761458-7e58-44c3-a9dd-e016d6b373fc admin admin] Made reservation on behalf of 2ff65ceef95044a99ace1983c8092412 for: {'subnet': 1} {{(pid=93710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:08:01.490448 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d72c338e-d6c0-4cb1-8ec1-03696c000e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:01.492621 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-6d761458-7e58-44c3-a9dd-e016d6b373fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33311373'] for subnet, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:01.493281 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d72c338e-d6c0-4cb1-8ec1-03696c000e7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:01.494389 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-d72c338e-d6c0-4cb1-8ec1-03696c000e7a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cf6153ad-7a53-4d33-b2ad-df8e633e87f4 HTTP/1.1" status: 204 len: 168 time: 0.1781826 Jun 23 10:08:01.495147 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-f13af2cb-3d36-4e99-b7bf-917faec63f19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:01.503850 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c338e-d6c0-4cb1-8ec1-03696c000e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6153ad-7a53-4d33-b2ad-df8e633e87f4,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:01.506255 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-d72c338e-d6c0-4cb1-8ec1-03696c000e7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:01.727580 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-6d761458-7e58-44c3-a9dd-e016d6b373fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31905168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33311391'] for subnet, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:01.730859 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-9451e554-245d-4524-bacc-cec174b3a54a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:01.778562 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d761458-7e58-44c3-a9dd-e016d6b373fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8cbeaf2-c9e4-4063-a27d-321de2128578,revision_number=0']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:01.785846 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-6d761458-7e58-44c3-a9dd-e016d6b373fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:01.794330 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d761458-7e58-44c3-a9dd-e016d6b373fc admin admin] Checking segment: {'id': '123241cd-b535-44a1-bf30-0ae92daf025e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '65500ae7-4aaa-4548-a34e-5012c7cf1a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:08:01.794600 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d761458-7e58-44c3-a9dd-e016d6b373fc admin admin] Network hostable DHCP agents. Network: 65500ae7-4aaa-4548-a34e-5012c7cf1a43, hostable agents: ['676dd52a-94e8-4a4d-a39c-76e96eb0afdc'], hosted agents: [] {{(pid=93710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 10:08:01.858730 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d761458-7e58-44c3-a9dd-e016d6b373fc admin admin] Network 65500ae7-4aaa-4548-a34e-5012c7cf1a43 is scheduled to be hosted by DHCP agent 676dd52a-94e8-4a4d-a39c-76e96eb0afdc with binding_index 1 {{(pid=93710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 10:08:01.950475 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.base_scheduler [None req-6d761458-7e58-44c3-a9dd-e016d6b373fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797510-1-iscsi, 65500ae7-4aaa-4548-a34e-5012c7cf1a43) {{(pid=93710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:08:01.955318 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d761458-7e58-44c3-a9dd-e016d6b373fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:01.955934 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-6d761458-7e58-44c3-a9dd-e016d6b373fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for subnet, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:01.961103 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e34c5b-2542-4fd7-8a47-03086618913b None None] Network 65500ae7-4aaa-4548-a34e-5012c7cf1a43 requested from dv-cinder-797510-1-iscsi {{(pid=93712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 10:08:02.000781 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f285c6-c9fb-49e0-9ba6-ae59e86435ce req-e0d5a0b6-576c-45a7-8461-7694b2f1a81b tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:02.002926 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-73f285c6-c9fb-49e0-9ba6-ae59e86435ce req-e0d5a0b6-576c-45a7-8461-7694b2f1a81b tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/ports?device_id=b20af615-61b7-4ce4-90e5-95c5ee2360b8 HTTP/1.1" status: 200 len: 945 time: 0.1123686 Jun 23 10:08:02.011200 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537458c1-bf07-4df3-a9e3-632ff814d33a req-40c59e62-29b3-404c-9455-0dc58e2851a0 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:02.012660 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-537458c1-bf07-4df3-a9e3-632ff814d33a req-40c59e62-29b3-404c-9455-0dc58e2851a0 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 943 time: 0.0901792 Jun 23 10:08:02.036730 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-6d761458-7e58-44c3-a9dd-e016d6b373fc admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6397107 Jun 23 10:08:02.064234 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-73f285c6-c9fb-49e0-9ba6-ae59e86435ce req-b7fd9d73-19e5-425f-93fc-1d4f5b380894 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/security-groups?id=75b66fc2-e4ab-47fb-bfad-2d88183747c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502298 Jun 23 10:08:02.088643 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-537458c1-bf07-4df3-a9e3-632ff814d33a req-73170b02-72c1-438c-a754-1b2e498c64de tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=883d64c3-2083-4755-86cf-f32e109415f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669024 Jun 23 10:08:02.100215 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe23902-a165-41fd-bd6b-243b305abebd None None] Network 65500ae7-4aaa-4548-a34e-5012c7cf1a43 requested from dv-cinder-797510-1-iscsi {{(pid=93712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 10:08:02.130955 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 60562) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:08:02.154523 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-bc45a983-512e-4e23-82d7-6df80fdcf67e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:02.292734 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-bc45a983-512e-4e23-82d7-6df80fdcf67e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:02.363801 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-bc45a983-512e-4e23-82d7-6df80fdcf67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:02.367339 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc653c5-8a14-4557-a241-1a1c15ff1d77 req-a9fa0576-9882-408a-b5c2-3c376d8be691 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:02.367494 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:02.368764 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5cc653c5-8a14-4557-a241-1a1c15ff1d77 req-a9fa0576-9882-408a-b5c2-3c376d8be691 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 944 time: 0.1193843 Jun 23 10:08:02.404541 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-bc45a983-512e-4e23-82d7-6df80fdcf67e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a1f43e39c6cc41339405dc9361cb51a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2705181 Jun 23 10:08:02.404745 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3fdf4-c0af-448a-815d-360e7de07423 req-f9ad5849-0e62-4661-a341-f328c9df74f4 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:02.404843 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc45a983-512e-4e23-82d7-6df80fdcf67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1bf61fa-fc2f-439d-a59b-9f3a41b008aa,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:02.404930 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-eed3fdf4-c0af-448a-815d-360e7de07423 req-f9ad5849-0e62-4661-a341-f328c9df74f4 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 943 time: 0.1097310 Jun 23 10:08:02.405601 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 60568) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:08:02.407562 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-bc45a983-512e-4e23-82d7-6df80fdcf67e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:02.437165 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5cc653c5-8a14-4557-a241-1a1c15ff1d77 req-15e01437-1c4d-4fea-aedd-402398d61459 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610194 Jun 23 10:08:02.460613 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-214ee4ab-a966-4cf0-b128-0f59bcf81b7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:02.467382 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-eed3fdf4-c0af-448a-815d-360e7de07423 req-6d1d5c87-9216-49b3-b09d-4c2ccce32b16 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503922 Jun 23 10:08:02.482254 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-214ee4ab-a966-4cf0-b128-0f59bcf81b7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:02.596928 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-214ee4ab-a966-4cf0-b128-0f59bcf81b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:02.599945 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-214ee4ab-a966-4cf0-b128-0f59bcf81b7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:02.601083 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-214ee4ab-a966-4cf0-b128-0f59bcf81b7d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f1bf61fa-fc2f-439d-a59b-9f3a41b008aa HTTP/1.1" status: 204 len: 168 time: 0.1945980 Jun 23 10:08:02.605452 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-fb40dced-ac83-4379-b315-62f68a43f4a9 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:02.611178 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ee4ab-a966-4cf0-b128-0f59bcf81b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1bf61fa-fc2f-439d-a59b-9f3a41b008aa,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:02.613328 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-214ee4ab-a966-4cf0-b128-0f59bcf81b7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:02.717446 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] get_ports_and_sgs() called for port_ids ['b48601c6-b884-4ee6-a83f-132657a14566'] {{(pid=93712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 10:08:02.907950 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:03.297125 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24a7b9-1dbd-4945-b0a1-a9e1576616f6 req-5aa496bd-d758-4f59-83cf-4b09e10fe2b9 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:03.299271 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-2f24a7b9-1dbd-4945-b0a1-a9e1576616f6 req-5aa496bd-d758-4f59-83cf-4b09e10fe2b9 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/ports?device_id=b20af615-61b7-4ce4-90e5-95c5ee2360b8 HTTP/1.1" status: 200 len: 945 time: 0.1124296 Jun 23 10:08:03.308339 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5345be13-5acf-49ae-aaa4-983ceb5834c2 req-26482184-82d2-4d5b-ba61-d4eb37bb9558 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:03.309802 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5345be13-5acf-49ae-aaa4-983ceb5834c2 req-26482184-82d2-4d5b-ba61-d4eb37bb9558 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 943 time: 0.1106896 Jun 23 10:08:03.364254 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-2f24a7b9-1dbd-4945-b0a1-a9e1576616f6 req-1a7d15f6-3bd9-48d7-a674-2bfb6230544d tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/security-groups?id=75b66fc2-e4ab-47fb-bfad-2d88183747c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533047 Jun 23 10:08:03.369117 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5345be13-5acf-49ae-aaa4-983ceb5834c2 req-87aebebf-7ddc-42fb-b066-3ae73694a1d2 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=883d64c3-2083-4755-86cf-f32e109415f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516944 Jun 23 10:08:03.674468 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf73a98-07d8-47cf-aedd-93dbd8a9c53a req-5ca2b95b-b252-427b-b396-86d0b6112ea4 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:03.676162 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-aaf73a98-07d8-47cf-aedd-93dbd8a9c53a req-5ca2b95b-b252-427b-b396-86d0b6112ea4 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 944 time: 0.1177633 Jun 23 10:08:03.687003 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e4005-4d60-47ab-bfe8-9d0f28995f3f req-80bef399-3d0c-45f7-ab25-1e9fccf78962 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:03.688454 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-906e4005-4d60-47ab-bfe8-9d0f28995f3f req-80bef399-3d0c-45f7-ab25-1e9fccf78962 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 943 time: 0.0993505 Jun 23 10:08:03.747665 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-aaf73a98-07d8-47cf-aedd-93dbd8a9c53a req-8725e29a-bb2b-47e2-b4f0-265dbe1cf90c tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580091 Jun 23 10:08:03.750350 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-906e4005-4d60-47ab-bfe8-9d0f28995f3f req-1ba65845-b7cc-4499-b0c6-13f22c833956 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544381 Jun 23 10:08:03.856745 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5 details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=93712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 10:08:03.949428 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5,segment=NetworkSegment(18d3fb12-0117-4481-ac00-627483f619c4),segment_id=18d3fb12-0117-4481-ac00-627483f619c4)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:08:03.960709 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Returning: {'device': 'dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5', 'network_id': '75208ede-2304-4522-bb33-3632300dc81d', 'port_id': 'dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5', 'mac_address': 'fa:16:3e:4d:90:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '222c10a8-002c-4ace-acfb-70d9b2714faa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 10:08:03.996727 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:04.013310 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 10:08:04.034104 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5,segment=NetworkSegment(18d3fb12-0117-4481-ac00-627483f619c4),segment_id=18d3fb12-0117-4481-ac00-627483f619c4)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:08:04.151796 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:04.153916 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:04.200928 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Pushing event updated for resources: {'Port': ['ID=dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5,revision_number=4']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:04.204051 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:04.279128 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 60638) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:08:04.380186 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-774f4f07-a954-49fe-83cf-63b516777b51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:04.473689 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-774f4f07-a954-49fe-83cf-63b516777b51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:04.544813 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-774f4f07-a954-49fe-83cf-63b516777b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:04.548785 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:04.582939 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774f4f07-a954-49fe-83cf-63b516777b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d63689b-f22d-4b0b-b47c-2dcf7be5dbdf,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:04.586627 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e41a4-b4d5-49e9-8362-809c1ad21e64 req-8959261a-f88d-40b2-8d60-1c7804845e29 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:04.587115 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-774f4f07-a954-49fe-83cf-63b516777b51 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=00991792b0bc4f96bf314aa0a482d12e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3069346 Jun 23 10:08:04.587938 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-774f4f07-a954-49fe-83cf-63b516777b51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:04.588133 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9f0e41a4-b4d5-49e9-8362-809c1ad21e64 req-8959261a-f88d-40b2-8d60-1c7804845e29 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 944 time: 0.1065886 Jun 23 10:08:04.589767 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 60646) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:08:04.597127 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28c73a-ab33-4a0c-a5b3-370b0ea9e695 req-50ace82f-bbd4-4135-aa78-a9e75b91e80d tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:04.598456 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-fe28c73a-ab33-4a0c-a5b3-370b0ea9e695 req-50ace82f-bbd4-4135-aa78-a9e75b91e80d tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/ports?device_id=b20af615-61b7-4ce4-90e5-95c5ee2360b8 HTTP/1.1" status: 200 len: 945 time: 0.1073294 Jun 23 10:08:04.638185 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-d7936d19-64b7-4b87-b91d-5ca1eb615fb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:04.646972 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9f0e41a4-b4d5-49e9-8362-809c1ad21e64 req-309e9c2b-ed59-4003-b029-b5ea059638b7 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=883d64c3-2083-4755-86cf-f32e109415f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475273 Jun 23 10:08:04.660009 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-d7936d19-64b7-4b87-b91d-5ca1eb615fb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:04.660470 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-fe28c73a-ab33-4a0c-a5b3-370b0ea9e695 req-5a723b50-66cb-4243-aec6-fb307df42148 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/security-groups?id=75b66fc2-e4ab-47fb-bfad-2d88183747c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479479 Jun 23 10:08:04.751013 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device d21401e9-dd04-48ca-a09d-f281becba8ee up at agent hyperv_hv-cinder-79751 {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:08:04.793822 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-d7936d19-64b7-4b87-b91d-5ca1eb615fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:04.796447 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-d7936d19-64b7-4b87-b91d-5ca1eb615fb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:04.797587 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-d7936d19-64b7-4b87-b91d-5ca1eb615fb1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7d63689b-f22d-4b0b-b47c-2dcf7be5dbdf HTTP/1.1" status: 204 len: 168 time: 0.2069283 Jun 23 10:08:04.798337 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-46611f6c-cd7d-4e93-b581-4e7b3c0bca25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:04.806643 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7936d19-64b7-4b87-b91d-5ca1eb615fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d63689b-f22d-4b0b-b47c-2dcf7be5dbdf,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:04.837378 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-d7936d19-64b7-4b87-b91d-5ca1eb615fb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:04.902021 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Provisioning for port d21401e9-dd04-48ca-a09d-f281becba8ee completed by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:08:04.905969 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Provisioning complete for port d21401e9-dd04-48ca-a09d-f281becba8ee triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:08:04.906403 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:04.977998 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f742c-b486-4ffc-8fb1-aaca8f28d38f req-c92974c6-3433-4e7e-9bda-e09b61b1cb7a tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:04.979621 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e97f742c-b486-4ffc-8fb1-aaca8f28d38f req-c92974c6-3433-4e7e-9bda-e09b61b1cb7a tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 943 time: 0.1116438 Jun 23 10:08:04.985717 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:04.987953 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2f243-b00f-4ebb-afbe-0ab9b775021d req-415d13c5-3c6f-4274-aee7-5005aca851bd tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:04.989443 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-c6c2f243-b00f-4ebb-afbe-0ab9b775021d req-415d13c5-3c6f-4274-aee7-5005aca851bd tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 944 time: 0.0936611 Jun 23 10:08:05.008085 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc25d14d-063b-4e02-8665-18c3d02eace8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd21401e9-dd04-48ca-a09d-f281becba8ee'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:08:05.011234 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e06d9dce5bc2bce6c931562da1c36027cbf4e574fb667469159d94052b32a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e690af-9ec7-458f-8fcf-66e995cda797" -d '{"events": [{"server_uuid": "fc25d14d-063b-4e02-8665-18c3d02eace8", "name": "network-vif-plugged", "status": "completed", "tag": "d21401e9-dd04-48ca-a09d-f281becba8ee"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:08:05.023000 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port d21401e9-dd04-48ca-a09d-f281becba8ee, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=d21401e9-dd04-48ca-a09d-f281becba8ee,segment=NetworkSegment(30b190ff-d6b2-4c22-9ee0-744e98463a17),segment_id=30b190ff-d6b2-4c22-9ee0-744e98463a17)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:08:05.046702 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e97f742c-b486-4ffc-8fb1-aaca8f28d38f req-b7143209-3d10-4115-a335-4a7f0c2e9b95 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562558 Jun 23 10:08:05.052263 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-c6c2f243-b00f-4ebb-afbe-0ab9b775021d req-db5b1b2f-7984-401a-9f8d-6c9f0e9d6af3 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543847 Jun 23 10:08:05.111183 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:05.113653 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-f857e399-cb0c-41dc-8544-318cec6a3723 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:05.117340 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 10:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12f466d5-88c9-4c53-885c-052e17190bee x-openstack-request-id: req-12f466d5-88c9-4c53-885c-052e17190bee {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:08:05.117787 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc25d14d-063b-4e02-8665-18c3d02eace8", "name": "network-vif-plugged", "status": "completed", "tag": "d21401e9-dd04-48ca-a09d-f281becba8ee", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:08:05.118530 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-12f466d5-88c9-4c53-885c-052e17190bee {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:08:05.118946 dv-cinder-797510-1-iscsi neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc25d14d-063b-4e02-8665-18c3d02eace8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd21401e9-dd04-48ca-a09d-f281becba8ee', 'code': 200} Jun 23 10:08:05.168079 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Pushing event updated for resources: {'Port': ['ID=d21401e9-dd04-48ca-a09d-f281becba8ee,revision_number=5']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:05.171477 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:05.878087 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb030e-45e8-42cd-a895-53a923a3f947 req-3787420d-0740-4b46-94c2-9a47d2b3f490 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:05.879586 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-03cb030e-45e8-42cd-a895-53a923a3f947 req-3787420d-0740-4b46-94c2-9a47d2b3f490 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 944 time: 0.1152983 Jun 23 10:08:05.886771 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33cd964-6033-4d8c-866c-53034b3462d1 req-15027d85-a6e9-4543-90c6-289b05e06082 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:05.888121 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b33cd964-6033-4d8c-866c-53034b3462d1 req-15027d85-a6e9-4543-90c6-289b05e06082 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/ports?device_id=b20af615-61b7-4ce4-90e5-95c5ee2360b8 HTTP/1.1" status: 200 len: 945 time: 0.1082788 Jun 23 10:08:05.943699 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-03cb030e-45e8-42cd-a895-53a923a3f947 req-5ade8acf-d231-459e-a160-48b9b3110a5c tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=883d64c3-2083-4755-86cf-f32e109415f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520880 Jun 23 10:08:05.949827 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b33cd964-6033-4d8c-866c-53034b3462d1 req-e6ddb8a2-488e-4aad-a0ad-97034028a861 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/security-groups?id=75b66fc2-e4ab-47fb-bfad-2d88183747c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541794 Jun 23 10:08:06.030777 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] get_ports_and_sgs() called for port_ids ['dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5'] {{(pid=93712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 10:08:06.301684 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f7f9d-52c7-4c1f-9b60-bb7211ba146a req-c6f1f08f-1d77-4e33-8c20-8f1dcf50b2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:06.303564 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-923f7f9d-52c7-4c1f-9b60-bb7211ba146a req-c6f1f08f-1d77-4e33-8c20-8f1dcf50b2bc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 1098 time: 0.1588190 Jun 23 10:08:06.340715 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85859070-cf9a-4428-b670-9a68f5d1edbb req-a81ea596-03a5-4022-b9c3-365d82ba73a9 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:06.342147 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-85859070-cf9a-4428-b670-9a68f5d1edbb req-a81ea596-03a5-4022-b9c3-365d82ba73a9 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 943 time: 0.1558897 Jun 23 10:08:06.355620 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e13fd0-ebd2-49cf-b129-aedab3f36c47 req-11223ba8-5834-4de4-9199-c734cf939885 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:06.357044 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-14e13fd0-ebd2-49cf-b129-aedab3f36c47 req-11223ba8-5834-4de4-9199-c734cf939885 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 944 time: 0.1380384 Jun 23 10:08:06.395327 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-923f7f9d-52c7-4c1f-9b60-bb7211ba146a req-d517bc0e-836b-4fb3-b43f-f49454c5e9fb service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819309 Jun 23 10:08:06.420449 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-85859070-cf9a-4428-b670-9a68f5d1edbb req-fd69d519-5359-4b74-a859-a2b346353d71 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616155 Jun 23 10:08:06.427856 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-14e13fd0-ebd2-49cf-b129-aedab3f36c47 req-44df514c-38f4-45d5-b6f4-38dbee6d658f tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623379 Jun 23 10:08:06.837030 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b3020-9ebf-412a-b10b-ea9e694176cb req-decf3cc2-aa45-40ac-8137-7d3ffbd1b0cd tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:06.838762 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-155b3020-9ebf-412a-b10b-ea9e694176cb req-decf3cc2-aa45-40ac-8137-7d3ffbd1b0cd tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/networks?id=65500ae7-4aaa-4548-a34e-5012c7cf1a43 HTTP/1.1" status: 200 len: 809 time: 0.3297141 Jun 23 10:08:06.853936 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-155b3020-9ebf-412a-b10b-ea9e694176cb req-c5317664-3a72-48a1-a8af-696b51edfdbe tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/quotas/2ff65ceef95044a99ace1983c8092412 HTTP/1.1" status: 200 len: 375 time: 0.0098901 Jun 23 10:08:06.890742 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-155b3020-9ebf-412a-b10b-ea9e694176cb req-ab4bffaa-c129-4e8d-89e5-9f476b628a46 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=2ff65ceef95044a99ace1983c8092412&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287700 Jun 23 10:08:06.985610 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-155b3020-9ebf-412a-b10b-ea9e694176cb req-8bbce7a3-6d8b-455d-bc94-7fc8c9d4d608 service neutron] 10.222.0.47 "GET /v2.0/networks/65500ae7-4aaa-4548-a34e-5012c7cf1a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900800 Jun 23 10:08:07.117907 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-155b3020-9ebf-412a-b10b-ea9e694176cb req-234fc69a-2a5f-49a2-86f1-a0b3ecc53c6c service neutron] 10.222.0.47 "GET /v2.0/networks/65500ae7-4aaa-4548-a34e-5012c7cf1a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250858 Jun 23 10:08:07.155427 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5b1bf-406b-4739-94d1-89de35d8d2ca req-ee131446-6b2b-4949-9816-8add82fc80a1 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:07.156892 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-11f5b1bf-406b-4739-94d1-89de35d8d2ca req-ee131446-6b2b-4949-9816-8add82fc80a1 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 944 time: 0.0794194 Jun 23 10:08:07.199370 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-11f5b1bf-406b-4739-94d1-89de35d8d2ca req-23a2b827-7249-4bf2-b424-701303104ab7 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=883d64c3-2083-4755-86cf-f32e109415f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347233 Jun 23 10:08:07.366036 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1dfa38-ef03-4f91-b2f3-88e2c171815d req-9c4e04c7-2bee-4b15-b881-b79160b95a76 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:07.367752 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-bc1dfa38-ef03-4f91-b2f3-88e2c171815d req-9c4e04c7-2bee-4b15-b881-b79160b95a76 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/ports?device_id=b20af615-61b7-4ce4-90e5-95c5ee2360b8 HTTP/1.1" status: 200 len: 945 time: 0.0667484 Jun 23 10:08:07.416473 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-bc1dfa38-ef03-4f91-b2f3-88e2c171815d req-ee87121d-7e8f-4bfe-8481-67820e4008b0 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/security-groups?id=75b66fc2-e4ab-47fb-bfad-2d88183747c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421340 Jun 23 10:08:07.461990 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-0f9f80c7-3985-4802-a025-28bcf78c4518 req-85d9f614-269b-415a-94cb-f91f8f5083e6 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/ports?device_id=20a8aae3-63f2-4ff7-84c2-dd9a9ec997c7 HTTP/1.1" status: 200 len: 210 time: 0.0401375 Jun 23 10:08:07.618552 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eaca24-c74d-48c6-a540-19770ab81f03 req-27bb08d9-ac30-4443-a221-09c71d98c72c tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:07.620056 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-35eaca24-c74d-48c6-a540-19770ab81f03 req-27bb08d9-ac30-4443-a221-09c71d98c72c tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 943 time: 0.0690227 Jun 23 10:08:07.694552 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-35eaca24-c74d-48c6-a540-19770ab81f03 req-3dd222e3-cee5-478d-9cb4-c2f23c9f951a tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630195 Jun 23 10:08:07.710571 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe387998-ba28-494f-bcb4-bbe3ebecf039 req-2d7f87b8-8c1a-40c4-ade0-33c50a0c324e tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:07.712136 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-fe387998-ba28-494f-bcb4-bbe3ebecf039 req-2d7f87b8-8c1a-40c4-ade0-33c50a0c324e tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 944 time: 0.0911918 Jun 23 10:08:07.759926 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-fe387998-ba28-494f-bcb4-bbe3ebecf039 req-71095027-1f08-48ce-9d76-c4a789f81a2c tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319176 Jun 23 10:08:07.774953 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device 948a5d09-b86f-4c35-a210-cfe6639fba0f details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=93712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 10:08:07.775621 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device b48601c6-b884-4ee6-a83f-132657a14566 up at agent hyperv_hv-cinder-79751 {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:08:07.915546 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port 948a5d09-b86f-4c35-a210-cfe6639fba0f, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=948a5d09-b86f-4c35-a210-cfe6639fba0f,segment=NetworkSegment(06137ac4-b337-46f2-b6d6-d631ec2de296),segment_id=06137ac4-b337-46f2-b6d6-d631ec2de296)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:08:07.934502 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Returning: {'device': '948a5d09-b86f-4c35-a210-cfe6639fba0f', 'network_id': '2c358830-fde0-4aa0-a28c-3a7712f5e2f9', 'port_id': '948a5d09-b86f-4c35-a210-cfe6639fba0f', 'mac_address': 'fa:16:3e:fe:65:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdba8eb6-d4a0-4adb-b53b-76f5eb8c1c27', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 10:08:07.959200 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Provisioning for port b48601c6-b884-4ee6-a83f-132657a14566 completed by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:08:07.969097 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Provisioning complete for port b48601c6-b884-4ee6-a83f-132657a14566 triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:08:07.969503 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:07.993472 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:08.014046 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 948a5d09-b86f-4c35-a210-cfe6639fba0f {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 10:08:08.038643 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port 948a5d09-b86f-4c35-a210-cfe6639fba0f, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=948a5d09-b86f-4c35-a210-cfe6639fba0f,segment=NetworkSegment(06137ac4-b337-46f2-b6d6-d631ec2de296),segment_id=06137ac4-b337-46f2-b6d6-d631ec2de296)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:08:08.081134 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:08.103177 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab3946f-cd11-4694-803e-988f9da34052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b48601c6-b884-4ee6-a83f-132657a14566'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:08:08.107072 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e06d9dce5bc2bce6c931562da1c36027cbf4e574fb667469159d94052b32a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0825559-6400-4e5d-a1cf-e4bfd6ef022e" -d '{"events": [{"server_uuid": "5ab3946f-cd11-4694-803e-988f9da34052", "name": "network-vif-plugged", "status": "completed", "tag": "b48601c6-b884-4ee6-a83f-132657a14566"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:08:08.128525 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port b48601c6-b884-4ee6-a83f-132657a14566, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=b48601c6-b884-4ee6-a83f-132657a14566,segment=NetworkSegment(30b190ff-d6b2-4c22-9ee0-744e98463a17),segment_id=30b190ff-d6b2-4c22-9ee0-744e98463a17)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:08:08.144531 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:08.144531 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:08.170413 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 10:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd28c8b2-53e3-4524-89e1-fe287c92676e x-openstack-request-id: req-cd28c8b2-53e3-4524-89e1-fe287c92676e {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:08:08.170413 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab3946f-cd11-4694-803e-988f9da34052", "name": "network-vif-plugged", "status": "completed", "tag": "b48601c6-b884-4ee6-a83f-132657a14566", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:08:08.170413 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cd28c8b2-53e3-4524-89e1-fe287c92676e {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:08:08.170877 dv-cinder-797510-1-iscsi neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab3946f-cd11-4694-803e-988f9da34052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b48601c6-b884-4ee6-a83f-132657a14566', 'code': 200} Jun 23 10:08:08.203561 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Pushing event updated for resources: {'Port': ['ID=948a5d09-b86f-4c35-a210-cfe6639fba0f,revision_number=4']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:08.207600 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:08.247750 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:08.248787 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5 up at agent hyperv_hv-cinder-79751 {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:08:08.252475 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:08.337682 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Pushing event updated for resources: {'Port': ['ID=b48601c6-b884-4ee6-a83f-132657a14566,revision_number=5']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:08.341179 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:08.380590 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825870e8-817b-4e9f-a819-5e2779d73ef6 req-c1168535-06c1-4b5f-8c81-528cdafd3d07 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:08.382814 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-825870e8-817b-4e9f-a819-5e2779d73ef6 req-c1168535-06c1-4b5f-8c81-528cdafd3d07 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 944 time: 0.0719969 Jun 23 10:08:08.407228 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] get_ports_and_sgs() called for port_ids ['948a5d09-b86f-4c35-a210-cfe6639fba0f'] {{(pid=93712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 10:08:08.438441 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-825870e8-817b-4e9f-a819-5e2779d73ef6 req-85dc3dc7-0359-49a6-9ae9-16cb50c5a5b6 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=883d64c3-2083-4755-86cf-f32e109415f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499554 Jun 23 10:08:08.581703 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Provisioning for port dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5 completed by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:08:08.587050 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Provisioning complete for port dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5 triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:08:08.587428 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:08.602574 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9e0b8048-702b-4006-b91f-e0c1eb51377f req-be346eb9-89e9-4e15-88d6-113a9181f069 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/ports?device_id=20a8aae3-63f2-4ff7-84c2-dd9a9ec997c7 HTTP/1.1" status: 200 len: 210 time: 0.0423839 Jun 23 10:08:08.734609 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:08.798060 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9148de90-41f9-4c06-84fc-3d69ce037feb req-7c217002-ac2a-4d45-a4d1-21643fe49ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:08.799752 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9148de90-41f9-4c06-84fc-3d69ce037feb req-7c217002-ac2a-4d45-a4d1-21643fe49ac9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 1098 time: 0.0830927 Jun 23 10:08:08.837320 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5,segment=NetworkSegment(18d3fb12-0117-4481-ac00-627483f619c4),segment_id=18d3fb12-0117-4481-ac00-627483f619c4)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:08:08.851446 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9148de90-41f9-4c06-84fc-3d69ce037feb req-4246f7b8-4952-46fc-9846-b1b38feb0180 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438688 Jun 23 10:08:08.981445 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:08.983666 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:08.991410 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d38d00-b5fb-44e1-bfd2-884535e990fe req-3d60f27a-193d-4ce2-899f-7bc368b3a037 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:08.992953 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-21d38d00-b5fb-44e1-bfd2-884535e990fe req-3d60f27a-193d-4ce2-899f-7bc368b3a037 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 944 time: 0.1057959 Jun 23 10:08:09.015551 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998c7b3-385c-4c57-8ba3-3254ee7981d1 req-e51bb670-8f93-4ac6-a8ff-ce73b26581f1 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:09.016972 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5998c7b3-385c-4c57-8ba3-3254ee7981d1 req-e51bb670-8f93-4ac6-a8ff-ce73b26581f1 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 945 time: 0.0993285 Jun 23 10:08:09.045573 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Pushing event updated for resources: {'Port': ['ID=dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5,revision_number=5']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:09.049330 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:09.066154 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-21d38d00-b5fb-44e1-bfd2-884535e990fe req-c069ba35-d0ec-4c6b-94f5-be1f2e98c078 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649385 Jun 23 10:08:09.087052 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5998c7b3-385c-4c57-8ba3-3254ee7981d1 req-2bdc69f0-9b41-4778-baad-9d626d5510a6 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546606 Jun 23 10:08:09.620284 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9975eb7e-762a-4d0e-9389-82af9fdd392f req-fe75254c-fcf7-41c5-a941-e0d67de7c19e tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:09.621911 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9975eb7e-762a-4d0e-9389-82af9fdd392f req-fe75254c-fcf7-41c5-a941-e0d67de7c19e tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 945 time: 0.0672712 Jun 23 10:08:09.663774 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9975eb7e-762a-4d0e-9389-82af9fdd392f req-0bac0795-38e0-4231-a9bb-d6ea7ac5e3d8 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=883d64c3-2083-4755-86cf-f32e109415f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350652 Jun 23 10:08:09.793090 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f550313f-6383-42c1-ad34-a13547ae8315 req-ed4531e0-5735-4157-a36a-a78ffea8a514 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/ports?device_id=20a8aae3-63f2-4ff7-84c2-dd9a9ec997c7 HTTP/1.1" status: 200 len: 210 time: 0.0316627 Jun 23 10:08:10.172124 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2032b661-f327-4a4d-bc8b-905a913d85d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:08:10.175267 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e06d9dce5bc2bce6c931562da1c36027cbf4e574fb667469159d94052b32a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dcc66bb-4a0f-4443-ba27-ba4b4d14d136" -d '{"events": [{"server_uuid": "2032b661-f327-4a4d-bc8b-905a913d85d1", "name": "network-vif-plugged", "status": "completed", "tag": "dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:08:10.239766 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ad872-f520-441f-b426-8592929111ad req-3d3317e6-1f62-494b-8e6b-94c152bda34c tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:10.241344 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-af5ad872-f520-441f-b426-8592929111ad req-3d3317e6-1f62-494b-8e6b-94c152bda34c tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 944 time: 0.0631883 Jun 23 10:08:10.279071 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-af5ad872-f520-441f-b426-8592929111ad req-be426a8e-7b34-4e5c-b81f-2704cb884907 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319061 Jun 23 10:08:10.444348 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf9d711-1c3f-438f-871e-b8e33c65dffe req-03546e08-055c-4b23-aa72-68a0318d2b33 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:10.449515 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-8bf9d711-1c3f-438f-871e-b8e33c65dffe req-03546e08-055c-4b23-aa72-68a0318d2b33 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 945 time: 0.0646374 Jun 23 10:08:10.483907 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-8bf9d711-1c3f-438f-871e-b8e33c65dffe req-0b259a45-0089-475a-921c-312febecc55f tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324206 Jun 23 10:08:10.533345 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 10:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c7a77f-558d-4675-9483-acdb5d000244 x-openstack-request-id: req-06c7a77f-558d-4675-9483-acdb5d000244 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:08:10.533691 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2032b661-f327-4a4d-bc8b-905a913d85d1", "name": "network-vif-plugged", "status": "completed", "tag": "dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:08:10.533952 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-06c7a77f-558d-4675-9483-acdb5d000244 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:08:10.534336 dv-cinder-797510-1-iscsi neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2032b661-f327-4a4d-bc8b-905a913d85d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5', 'code': 200} Jun 23 10:08:10.837025 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ad02e-4f5d-4a8b-a811-a75b7cd90983 req-1505bd92-2c75-435f-9f72-fc1b30a1bf8d tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:10.838647 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1d4ad02e-4f5d-4a8b-a811-a75b7cd90983 req-1505bd92-2c75-435f-9f72-fc1b30a1bf8d tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 945 time: 0.0651021 Jun 23 10:08:10.874840 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1d4ad02e-4f5d-4a8b-a811-a75b7cd90983 req-c8b7ee96-48e7-411a-af5a-32ef4e3e378c tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=883d64c3-2083-4755-86cf-f32e109415f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306146 Jun 23 10:08:10.995383 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-38c19279-711e-40ff-a0ed-97b4467088b5 req-2b904302-bfb7-4b7e-bb9b-2ce4e096260e tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/ports?device_id=20a8aae3-63f2-4ff7-84c2-dd9a9ec997c7 HTTP/1.1" status: 200 len: 210 time: 0.0276778 Jun 23 10:08:11.461126 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac1b17-653e-4fd1-b299-a16df98f9cc3 req-3661fafc-3b25-476c-a1ee-3337c7e8d27c tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:11.462630 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f5ac1b17-653e-4fd1-b299-a16df98f9cc3 req-3661fafc-3b25-476c-a1ee-3337c7e8d27c tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 944 time: 0.0648918 Jun 23 10:08:11.503225 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f5ac1b17-653e-4fd1-b299-a16df98f9cc3 req-3be886ad-4484-4ac2-a2d7-2c4c9efbd2b7 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348215 Jun 23 10:08:11.668487 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec0102-f959-4f9f-af0c-11fb792c8d1f req-f14aa44d-3bb9-4dc6-b160-21f3a60ef880 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:11.669858 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-03ec0102-f959-4f9f-af0c-11fb792c8d1f req-f14aa44d-3bb9-4dc6-b160-21f3a60ef880 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 945 time: 0.0663435 Jun 23 10:08:11.712750 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-03ec0102-f959-4f9f-af0c-11fb792c8d1f req-c319eb39-ced9-4932-9579-595c0732b8e5 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363257 Jun 23 10:08:12.176861 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe5384-bdba-4a25-9027-31a5eb2a05ca req-f3117713-301a-4446-8a2e-83465cc349b0 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:12.178332 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-48fe5384-bdba-4a25-9027-31a5eb2a05ca req-f3117713-301a-4446-8a2e-83465cc349b0 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 945 time: 0.0621512 Jun 23 10:08:12.215193 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-48fe5384-bdba-4a25-9027-31a5eb2a05ca req-630eeb4e-7c76-4c96-96b8-ef9a0d3c5642 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=883d64c3-2083-4755-86cf-f32e109415f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312045 Jun 23 10:08:12.343882 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-faa30e1e-c3f1-40ce-afbe-441878fae200 req-1dd977d8-7edc-4ab9-a9f0-2a38f055edc8 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/ports?device_id=20a8aae3-63f2-4ff7-84c2-dd9a9ec997c7 HTTP/1.1" status: 200 len: 210 time: 0.0347004 Jun 23 10:08:12.700907 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f5821c-248a-43a9-bb92-7e7fd905b018 req-b16a325d-13c8-4e7b-9b3d-be70433b5242 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:12.702386 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d7f5821c-248a-43a9-bb92-7e7fd905b018 req-b16a325d-13c8-4e7b-9b3d-be70433b5242 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 944 time: 0.0815530 Jun 23 10:08:12.769731 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d7f5821c-248a-43a9-bb92-7e7fd905b018 req-746b7e55-383e-4f7a-b30a-a4b88beced88 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586991 Jun 23 10:08:12.780294 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e84699b-1b58-433f-bc99-7245585aaf78 req-9a9dc143-5fb6-4639-8819-8974e4860ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:12.781786 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-3e84699b-1b58-433f-bc99-7245585aaf78 req-9a9dc143-5fb6-4639-8819-8974e4860ca0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 1098 time: 0.0784609 Jun 23 10:08:12.828246 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-3e84699b-1b58-433f-bc99-7245585aaf78 req-acf132ee-2525-4735-89cb-4fe9e328482e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=883d64c3-2083-4755-86cf-f32e109415f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337029 Jun 23 10:08:12.943861 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d70753-1e79-4735-bc22-5272a4a6f455 req-d12ffca3-7810-4d3e-9bc2-1c283f86b0b7 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:12.945324 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f9d70753-1e79-4735-bc22-5272a4a6f455 req-d12ffca3-7810-4d3e-9bc2-1c283f86b0b7 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 945 time: 0.0687070 Jun 23 10:08:12.982696 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f9d70753-1e79-4735-bc22-5272a4a6f455 req-2165a666-db91-4e66-9408-09eb514581f3 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316615 Jun 23 10:08:13.387505 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167806d-c58c-4ee0-bdd2-c10164e61d0b req-b9fb2aa6-4625-4c9d-800f-db0a9b48f763 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:13.389159 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a167806d-c58c-4ee0-bdd2-c10164e61d0b req-b9fb2aa6-4625-4c9d-800f-db0a9b48f763 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 945 time: 0.0648935 Jun 23 10:08:13.428444 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a167806d-c58c-4ee0-bdd2-c10164e61d0b req-460d91e2-a13d-431c-af3f-823a25879938 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=883d64c3-2083-4755-86cf-f32e109415f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320783 Jun 23 10:08:13.507618 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b3b7b676-1e88-4f1c-8302-b9320101bcc6 req-4f69ede2-a07a-4cc2-8aa1-493d3522f7cc tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/ports?device_id=20a8aae3-63f2-4ff7-84c2-dd9a9ec997c7 HTTP/1.1" status: 200 len: 210 time: 0.0402234 Jun 23 10:08:13.615093 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b3020-9ebf-412a-b10b-ea9e694176cb req-2d0d72b4-7931-408f-a667-eff83c1c9825 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:13.616483 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-155b3020-9ebf-412a-b10b-ea9e694176cb req-2d0d72b4-7931-408f-a667-eff83c1c9825 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.52 "GET /v2.0/networks?id=65500ae7-4aaa-4548-a34e-5012c7cf1a43 HTTP/1.1" status: 200 len: 809 time: 0.1226001 Jun 23 10:08:13.632457 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [req-155b3020-9ebf-412a-b10b-ea9e694176cb req-45db70bd-8d00-47e1-bddb-0ee24ea2608f tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Request body: {'port': {'device_id': '20a8aae3-63f2-4ff7-84c2-dd9a9ec997c7', 'network_id': '65500ae7-4aaa-4548-a34e-5012c7cf1a43', 'admin_state_up': True, 'tenant_id': '2ff65ceef95044a99ace1983c8092412'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:08:13.819226 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device 948a5d09-b86f-4c35-a210-cfe6639fba0f up at agent hyperv_hv-cinder-79751 {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:08:13.876147 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-155b3020-9ebf-412a-b10b-ea9e694176cb req-45db70bd-8d00-47e1-bddb-0ee24ea2608f tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Made reservation on behalf of 2ff65ceef95044a99ace1983c8092412 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:08:13.880437 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-155b3020-9ebf-412a-b10b-ea9e694176cb req-45db70bd-8d00-47e1-bddb-0ee24ea2608f tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:13.936320 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Provisioning for port 948a5d09-b86f-4c35-a210-cfe6639fba0f completed by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:08:13.941518 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Provisioning complete for port 948a5d09-b86f-4c35-a210-cfe6639fba0f triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:08:13.943943 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:14.062671 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241de526-f90e-42af-8da5-bb23ba99fe52 req-10510b2d-99fa-4d37-9d6d-7546a3c827c9 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:14.065460 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-241de526-f90e-42af-8da5-bb23ba99fe52 req-10510b2d-99fa-4d37-9d6d-7546a3c827c9 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 944 time: 0.1219776 Jun 23 10:08:14.073959 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-155b3020-9ebf-412a-b10b-ea9e694176cb req-45db70bd-8d00-47e1-bddb-0ee24ea2608f tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Allocated IP 172.20.0.5 (65500ae7-4aaa-4548-a34e-5012c7cf1a43/e8cbeaf2-c9e4-4063-a27d-321de2128578/726afb24-71ef-421f-938d-77f45ea2acdb) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 10:08:14.075964 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:14.141568 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-241de526-f90e-42af-8da5-bb23ba99fe52 req-acba2956-71df-4a37-9d01-fa9018836f06 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682478 Jun 23 10:08:14.160048 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port 948a5d09-b86f-4c35-a210-cfe6639fba0f, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=948a5d09-b86f-4c35-a210-cfe6639fba0f,segment=NetworkSegment(06137ac4-b337-46f2-b6d6-d631ec2de296),segment_id=06137ac4-b337-46f2-b6d6-d631ec2de296)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:08:14.164141 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ea1b32-5d2f-4a0a-bd07-acd308be4a08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '948a5d09-b86f-4c35-a210-cfe6639fba0f'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:08:14.166422 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e06d9dce5bc2bce6c931562da1c36027cbf4e574fb667469159d94052b32a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f29ad6a-71a7-46f7-8ccf-eb4ceaf46c03" -d '{"events": [{"server_uuid": "17ea1b32-5d2f-4a0a-bd07-acd308be4a08", "name": "network-vif-plugged", "status": "completed", "tag": "948a5d09-b86f-4c35-a210-cfe6639fba0f"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:08:14.218016 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 10:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ee63f8-9302-48e1-b4b2-6b66d6d11be5 x-openstack-request-id: req-96ee63f8-9302-48e1-b4b2-6b66d6d11be5 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:08:14.218379 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17ea1b32-5d2f-4a0a-bd07-acd308be4a08", "name": "network-vif-plugged", "status": "completed", "tag": "948a5d09-b86f-4c35-a210-cfe6639fba0f", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:08:14.218646 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-96ee63f8-9302-48e1-b4b2-6b66d6d11be5 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:08:14.219853 dv-cinder-797510-1-iscsi neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ea1b32-5d2f-4a0a-bd07-acd308be4a08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '948a5d09-b86f-4c35-a210-cfe6639fba0f', 'code': 200} Jun 23 10:08:14.311987 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b21a40-f643-4ec7-a7c8-8bfe37b3c934 req-03f57ab0-f080-45f0-8796-813d5aa0fdb8 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:14.313628 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d2b21a40-f643-4ec7-a7c8-8bfe37b3c934 req-03f57ab0-f080-45f0-8796-813d5aa0fdb8 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 945 time: 0.1531100 Jun 23 10:08:14.350295 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-155b3020-9ebf-412a-b10b-ea9e694176cb req-45db70bd-8d00-47e1-bddb-0ee24ea2608f tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:14.359192 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:14.363894 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-ced5bdd8-0d73-4741-824d-2d1417c33f25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:14.385526 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d2b21a40-f643-4ec7-a7c8-8bfe37b3c934 req-4bfc8a26-84fc-494a-b966-6591b6413218 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651319 Jun 23 10:08:14.458099 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Pushing event updated for resources: {'Port': ['ID=948a5d09-b86f-4c35-a210-cfe6639fba0f,revision_number=5']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:14.478601 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:08:14.480888 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:08:14.487928 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:08:14.488590 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:08:14.488962 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:08:14.489361 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:08:14.492185 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 60938) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:08:14.492815 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:08:14.493388 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:08:14.493829 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:08:14.494175 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:08:14.494508 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:08:14.494936 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:08:14.503536 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:14.590405 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-155b3020-9ebf-412a-b10b-ea9e694176cb req-45db70bd-8d00-47e1-bddb-0ee24ea2608f tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-600500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731988247197'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:14.600161 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:14.631806 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-1e3baba3-9cfb-42e2-b234-3f8320f43a75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:14.706993 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-155b3020-9ebf-412a-b10b-ea9e694176cb req-45db70bd-8d00-47e1-bddb-0ee24ea2608f tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Network 65500ae7-4aaa-4548-a34e-5012c7cf1a43 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:08:14.711185 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45db70bd-8d00-47e1-bddb-0ee24ea2608f tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Pushing event updated for resources: {'Port': ['ID=726afb24-71ef-421f-938d-77f45ea2acdb,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:14.715562 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-155b3020-9ebf-412a-b10b-ea9e694176cb req-45db70bd-8d00-47e1-bddb-0ee24ea2608f tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:08:14.726888 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-155b3020-9ebf-412a-b10b-ea9e694176cb req-45db70bd-8d00-47e1-bddb-0ee24ea2608f tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 10:08:14.732361 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b3020-9ebf-412a-b10b-ea9e694176cb req-45db70bd-8d00-47e1-bddb-0ee24ea2608f tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:14.733125 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-155b3020-9ebf-412a-b10b-ea9e694176cb req-45db70bd-8d00-47e1-bddb-0ee24ea2608f tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:14.737482 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-1e3baba3-9cfb-42e2-b234-3f8320f43a75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:14.747346 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db70bd-8d00-47e1-bddb-0ee24ea2608f tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:08:14.747708 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db70bd-8d00-47e1-bddb-0ee24ea2608f tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:08:14.748057 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db70bd-8d00-47e1-bddb-0ee24ea2608f tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:08:14.748399 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db70bd-8d00-47e1-bddb-0ee24ea2608f tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:08:14.748735 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db70bd-8d00-47e1-bddb-0ee24ea2608f tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:08:14.749075 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db70bd-8d00-47e1-bddb-0ee24ea2608f tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:08:14.749407 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db70bd-8d00-47e1-bddb-0ee24ea2608f tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:08:14.749740 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db70bd-8d00-47e1-bddb-0ee24ea2608f tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:08:14.750070 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db70bd-8d00-47e1-bddb-0ee24ea2608f tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:08:14.750401 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db70bd-8d00-47e1-bddb-0ee24ea2608f tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:08:14.750751 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db70bd-8d00-47e1-bddb-0ee24ea2608f tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:08:14.751085 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45db70bd-8d00-47e1-bddb-0ee24ea2608f tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:08:14.757502 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-45db70bd-8d00-47e1-bddb-0ee24ea2608f tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:14.787197 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f0635-838e-4b50-b985-8f05baf85ddb req-cadd0ad3-f135-4a9e-9782-c86a9142b524 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:14.789254 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-661f0635-838e-4b50-b985-8f05baf85ddb req-cadd0ad3-f135-4a9e-9782-c86a9142b524 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 945 time: 0.1509721 Jun 23 10:08:14.822175 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-1e3baba3-9cfb-42e2-b234-3f8320f43a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:14.826761 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:14.841763 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-661f0635-838e-4b50-b985-8f05baf85ddb req-509df832-0528-47a7-b218-53f8a0ce87cf tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=883d64c3-2083-4755-86cf-f32e109415f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457704 Jun 23 10:08:14.857197 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c244dc7-ed84-4ff6-b39a-08152e5d01dd req-ef71ce7c-9c8e-41e8-bcb2-4a10db8c67e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:14.858675 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-5c244dc7-ed84-4ff6-b39a-08152e5d01dd req-ef71ce7c-9c8e-41e8-bcb2-4a10db8c67e5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 1098 time: 0.1194537 Jun 23 10:08:14.872376 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-1e3baba3-9cfb-42e2-b234-3f8320f43a75 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2829633c0ad440f5957fe6740114a558&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3790469 Jun 23 10:08:14.873301 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3baba3-9cfb-42e2-b234-3f8320f43a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc38d9fd-10be-4932-bab0-01b4e63b588a,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:14.879805 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 60964) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:08:14.887698 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3baba3-9cfb-42e2-b234-3f8320f43a75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:08:14.888068 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3baba3-9cfb-42e2-b234-3f8320f43a75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:08:14.888424 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3baba3-9cfb-42e2-b234-3f8320f43a75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:08:14.898052 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3baba3-9cfb-42e2-b234-3f8320f43a75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:08:14.898052 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3baba3-9cfb-42e2-b234-3f8320f43a75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:08:14.898052 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3baba3-9cfb-42e2-b234-3f8320f43a75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:08:14.898052 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3baba3-9cfb-42e2-b234-3f8320f43a75 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:08:14.898052 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3baba3-9cfb-42e2-b234-3f8320f43a75 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:08:14.898052 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3baba3-9cfb-42e2-b234-3f8320f43a75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:08:14.898052 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3baba3-9cfb-42e2-b234-3f8320f43a75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:08:14.898052 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3baba3-9cfb-42e2-b234-3f8320f43a75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:08:14.898052 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3baba3-9cfb-42e2-b234-3f8320f43a75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:08:14.903984 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-1e3baba3-9cfb-42e2-b234-3f8320f43a75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:14.931611 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-5c244dc7-ed84-4ff6-b39a-08152e5d01dd req-c4a2a82a-42b2-464c-80b0-b71a5f4d8a53 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551293 Jun 23 10:08:14.941111 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-155b3020-9ebf-412a-b10b-ea9e694176cb req-45db70bd-8d00-47e1-bddb-0ee24ea2608f tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3121560 Jun 23 10:08:15.007609 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [req-155b3020-9ebf-412a-b10b-ea9e694176cb req-0469ba76-4267-4c3d-bbd2-69c9de17e80a service neutron] Request body: {'port': {'device_id': '20a8aae3-63f2-4ff7-84c2-dd9a9ec997c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79751'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:08:15.012155 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7ce7ef1d-bc3f-4213-b298-7221fb02550f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:15.073387 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7ce7ef1d-bc3f-4213-b298-7221fb02550f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:15.171705 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b38c5-57be-40f5-bb7a-49afd448ec43 req-15268e45-95cc-47cb-9ebb-623561d9d6b7 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:15.173708 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-392b38c5-57be-40f5-bb7a-49afd448ec43 req-15268e45-95cc-47cb-9ebb-623561d9d6b7 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/ports?device_id=20a8aae3-63f2-4ff7-84c2-dd9a9ec997c7 HTTP/1.1" status: 200 len: 931 time: 0.2106199 Jun 23 10:08:15.208124 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-155b3020-9ebf-412a-b10b-ea9e694176cb req-0469ba76-4267-4c3d-bbd2-69c9de17e80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:15.217454 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a51b32-2f4d-4795-a5fb-cce7c012984a req-82a17216-c8b1-48d2-b2af-291bc9592c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:15.219019 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-12a51b32-2f4d-4795-a5fb-cce7c012984a req-82a17216-c8b1-48d2-b2af-291bc9592c49 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d46b0904cf749dda07bbce4569535a4&device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 1098 time: 0.0576751 Jun 23 10:08:15.269745 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-392b38c5-57be-40f5-bb7a-49afd448ec43 req-2ffcab1a-20a0-4985-afbc-019b6076a12c tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b4c3e32-0c40-4d18-8491-062ddc45c477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829697 Jun 23 10:08:15.280029 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec5b05-d92f-4142-8cc5-246941c8aaa0 req-50176f5e-495d-4be2-9bda-ae90125bb939 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:15.281613 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f1ec5b05-d92f-4142-8cc5-246941c8aaa0 req-50176f5e-495d-4be2-9bda-ae90125bb939 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 945 time: 0.2124543 Jun 23 10:08:15.294775 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 60976) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:08:15.301602 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [None req-66b51e38-6deb-4d1e-9294-96234775cee9 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Request body: {'floatingip': {'port_id': 'dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:08:15.397799 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-66b51e38-6deb-4d1e-9294-96234775cee9 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks [] for floatingip, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:15.486225 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7ce7ef1d-bc3f-4213-b298-7221fb02550f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:15.559041 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7ce7ef1d-bc3f-4213-b298-7221fb02550f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:15.560164 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-7ce7ef1d-bc3f-4213-b298-7221fb02550f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bc38d9fd-10be-4932-bab0-01b4e63b588a HTTP/1.1" status: 204 len: 168 time: 0.6782773 Jun 23 10:08:15.561003 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:15.624526 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a51b32-2f4d-4795-a5fb-cce7c012984a req-4dfdacd0-a3f3-46d3-90f5-c5943ff036bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:15.625912 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-12a51b32-2f4d-4795-a5fb-cce7c012984a req-4dfdacd0-a3f3-46d3-90f5-c5943ff036bf service neutron] 10.222.0.52 "GET /v2.0/networks?id=fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5 HTTP/1.1" status: 200 len: 919 time: 0.4007561 Jun 23 10:08:15.635488 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce7ef1d-bc3f-4213-b298-7221fb02550f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc38d9fd-10be-4932-bab0-01b4e63b588a,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:15.649690 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-7ce7ef1d-bc3f-4213-b298-7221fb02550f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:15.670934 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-12a51b32-2f4d-4795-a5fb-cce7c012984a req-15523463-0a60-4d85-8cea-1df746def456 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b48601c6-b884-4ee6-a83f-132657a14566 HTTP/1.1" status: 200 len: 217 time: 0.0386810 Jun 23 10:08:15.727187 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a51b32-2f4d-4795-a5fb-cce7c012984a req-1dd35fca-5666-4aa5-a547-73c77230b88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:15.728684 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-12a51b32-2f4d-4795-a5fb-cce7c012984a req-1dd35fca-5666-4aa5-a547-73c77230b88d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ee931124-afba-46a0-8fb4-344a768129bc HTTP/1.1" status: 200 len: 858 time: 0.0513246 Jun 23 10:08:15.764033 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-12a51b32-2f4d-4795-a5fb-cce7c012984a req-ab79e3a9-9e7d-4dbb-afe9-01e10c38ef31 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269246 Jun 23 10:08:15.873889 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-12a51b32-2f4d-4795-a5fb-cce7c012984a req-2471292b-6000-4eb7-b04d-ea6c96173a3c service neutron] 10.222.0.52 "GET /v2.0/networks/fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943365 Jun 23 10:08:15.977637 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-12a51b32-2f4d-4795-a5fb-cce7c012984a req-e8a3b4e7-a4fe-4879-a27a-d4683bad2a3b service neutron] 10.222.0.52 "GET /v2.0/networks/fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907445 Jun 23 10:08:16.049429 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c8dd03-6ed8-4dac-91e3-570a7017e0a1 req-3a39c089-7651-4bef-a910-2696b67472a7 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:16.050917 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-c3c8dd03-6ed8-4dac-91e3-570a7017e0a1 req-3a39c089-7651-4bef-a910-2696b67472a7 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 945 time: 0.6003866 Jun 23 10:08:16.061255 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7a65c9-475c-4804-b514-f621868ad246 req-c284a88e-29a2-4014-a73e-9e49176b0e06 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:16.063098 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-7c7a65c9-475c-4804-b514-f621868ad246 req-c284a88e-29a2-4014-a73e-9e49176b0e06 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 945 time: 0.6136978 Jun 23 10:08:16.216377 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-c3c8dd03-6ed8-4dac-91e3-570a7017e0a1 req-01fe9992-1039-488c-9635-d5ec879a70b8 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464176 Jun 23 10:08:16.218954 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-7c7a65c9-475c-4804-b514-f621868ad246 req-e04a8829-6bc0-4169-98da-04f1e67c55ba tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428075 Jun 23 10:08:16.280199 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 60994) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:08:16.293746 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-49a9566d-245f-4037-aed8-ec8df8725de9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:16.356982 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.notifiers.nova [req-155b3020-9ebf-412a-b10b-ea9e694176cb req-0469ba76-4267-4c3d-bbd2-69c9de17e80a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 726afb24-71ef-421f-938d-77f45ea2acdb {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 10:08:16.377356 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-155b3020-9ebf-412a-b10b-ea9e694176cb req-0469ba76-4267-4c3d-bbd2-69c9de17e80a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:16.404399 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-49a9566d-245f-4037-aed8-ec8df8725de9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:16.498399 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-155b3020-9ebf-412a-b10b-ea9e694176cb req-0469ba76-4267-4c3d-bbd2-69c9de17e80a service neutron] Transition to ACTIVE for port object 726afb24-71ef-421f-938d-77f45ea2acdb will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:08:16.596915 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-49a9566d-245f-4037-aed8-ec8df8725de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:16.600379 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-774f4f07-a954-49fe-83cf-63b516777b51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:16.634491 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a9566d-245f-4037-aed8-ec8df8725de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e060db-549b-4c49-8226-d6022ae89875,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:16.638705 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-49a9566d-245f-4037-aed8-ec8df8725de9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=727456b67cd54f16b6cfab77f1d58d4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3574481 Jun 23 10:08:16.639698 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-49a9566d-245f-4037-aed8-ec8df8725de9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:16.641412 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 32774) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:08:16.655390 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e69291-c736-42ea-a7bd-c8bd07a64e51 req-58c477de-337b-4470-990c-85a517f1e056 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:16.656870 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-57e69291-c736-42ea-a7bd-c8bd07a64e51 req-58c477de-337b-4470-990c-85a517f1e056 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/ports?device_id=20a8aae3-63f2-4ff7-84c2-dd9a9ec997c7 HTTP/1.1" status: 200 len: 931 time: 0.2185457 Jun 23 10:08:16.663577 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-155b3020-9ebf-412a-b10b-ea9e694176cb req-0469ba76-4267-4c3d-bbd2-69c9de17e80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:16.678964 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:16.697907 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-57a8fa09-b03e-42ef-9e09-30b119bfe02c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:16.719650 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-57a8fa09-b03e-42ef-9e09-30b119bfe02c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:16.746993 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-66b51e38-6deb-4d1e-9294-96234775cee9 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:16.774164 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0469ba76-4267-4c3d-bbd2-69c9de17e80a service neutron] Pushing event updated for resources: {'Port': ['ID=726afb24-71ef-421f-938d-77f45ea2acdb,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:16.781150 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-0469ba76-4267-4c3d-bbd2-69c9de17e80a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:16.788506 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-57e69291-c736-42ea-a7bd-c8bd07a64e51 req-eb5b9459-66e7-4ba0-9813-01b2f2e879c6 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b4c3e32-0c40-4d18-8491-062ddc45c477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163568 Jun 23 10:08:16.811050 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-66b51e38-6deb-4d1e-9294-96234775cee9 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707131'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:16.815828 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-155b3020-9ebf-412a-b10b-ea9e694176cb req-0469ba76-4267-4c3d-bbd2-69c9de17e80a service neutron] Attempting to bind port 726afb24-71ef-421f-938d-77f45ea2acdb on host hv-cinder-79751 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 10:08:16.816156 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-155b3020-9ebf-412a-b10b-ea9e694176cb req-0469ba76-4267-4c3d-bbd2-69c9de17e80a service neutron] Attempting to bind port 726afb24-71ef-421f-938d-77f45ea2acdb by drivers openvswitch,hyperv on host hv-cinder-79751 at level 0 using segments [{'id': '123241cd-b535-44a1-bf30-0ae92daf025e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '65500ae7-4aaa-4548-a34e-5012c7cf1a43'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 10:08:16.816885 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155b3020-9ebf-412a-b10b-ea9e694176cb req-0469ba76-4267-4c3d-bbd2-69c9de17e80a service neutron] Attempting to bind port 726afb24-71ef-421f-938d-77f45ea2acdb on network 65500ae7-4aaa-4548-a34e-5012c7cf1a43 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:08:16.850189 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155b3020-9ebf-412a-b10b-ea9e694176cb req-0469ba76-4267-4c3d-bbd2-69c9de17e80a service neutron] Port 726afb24-71ef-421f-938d-77f45ea2acdb on network 65500ae7-4aaa-4548-a34e-5012c7cf1a43 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79751 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 10:08:16.850502 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155b3020-9ebf-412a-b10b-ea9e694176cb req-0469ba76-4267-4c3d-bbd2-69c9de17e80a service neutron] Attempting to bind port 726afb24-71ef-421f-938d-77f45ea2acdb on network 65500ae7-4aaa-4548-a34e-5012c7cf1a43 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:08:16.858860 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155b3020-9ebf-412a-b10b-ea9e694176cb req-0469ba76-4267-4c3d-bbd2-69c9de17e80a service neutron] Checking agent: {'id': '4f95f39b-461c-4de8-a9d2-f77a6241c1fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 10, 5, 33), 'started_at': datetime.datetime(2021, 6, 23, 10, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 10, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 10:08:16.859181 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155b3020-9ebf-412a-b10b-ea9e694176cb req-0469ba76-4267-4c3d-bbd2-69c9de17e80a service neutron] Checking segment: {'id': '123241cd-b535-44a1-bf30-0ae92daf025e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '65500ae7-4aaa-4548-a34e-5012c7cf1a43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:08:16.859553 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155b3020-9ebf-412a-b10b-ea9e694176cb req-0469ba76-4267-4c3d-bbd2-69c9de17e80a service neutron] Bound using segment: {'id': '123241cd-b535-44a1-bf30-0ae92daf025e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '65500ae7-4aaa-4548-a34e-5012c7cf1a43'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 10:08:16.859963 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-155b3020-9ebf-412a-b10b-ea9e694176cb req-0469ba76-4267-4c3d-bbd2-69c9de17e80a service neutron] Bound port: 726afb24-71ef-421f-938d-77f45ea2acdb, host: hv-cinder-79751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '123241cd-b535-44a1-bf30-0ae92daf025e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '65500ae7-4aaa-4548-a34e-5012c7cf1a43'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 10:08:16.860326 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-155b3020-9ebf-412a-b10b-ea9e694176cb req-0469ba76-4267-4c3d-bbd2-69c9de17e80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:16.865200 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-57a8fa09-b03e-42ef-9e09-30b119bfe02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:16.868178 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-57a8fa09-b03e-42ef-9e09-30b119bfe02c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:16.869358 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-57a8fa09-b03e-42ef-9e09-30b119bfe02c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a9e060db-549b-4c49-8226-d6022ae89875 HTTP/1.1" status: 204 len: 168 time: 0.2257240 Jun 23 10:08:16.870196 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-8c3415b1-3480-4e0b-a0a7-6fd356eb4c5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:16.884145 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a8fa09-b03e-42ef-9e09-30b119bfe02c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e060db-549b-4c49-8226-d6022ae89875,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:16.909563 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-57a8fa09-b03e-42ef-9e09-30b119bfe02c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:16.964999 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.db.l3_db [None req-66b51e38-6deb-4d1e-9294-96234775cee9 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Floating IP 8df36d6d-5180-465e-8c3b-3c9b53f8a902 associated. External IP: 172.27.2.136, port: dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5. Jun 23 10:08:17.009184 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-155b3020-9ebf-412a-b10b-ea9e694176cb req-0469ba76-4267-4c3d-bbd2-69c9de17e80a service neutron] For port 726afb24-71ef-421f-938d-77f45ea2acdb, host hv-cinder-79751, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 10:08:17.027540 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-155b3020-9ebf-412a-b10b-ea9e694176cb req-0469ba76-4267-4c3d-bbd2-69c9de17e80a service neutron] For port 726afb24-71ef-421f-938d-77f45ea2acdb, host hv-cinder-79751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=726afb24-71ef-421f-938d-77f45ea2acdb,segment=NetworkSegment(123241cd-b535-44a1-bf30-0ae92daf025e),segment_id=123241cd-b535-44a1-bf30-0ae92daf025e)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 10:08:17.115602 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-155b3020-9ebf-412a-b10b-ea9e694176cb req-0469ba76-4267-4c3d-bbd2-69c9de17e80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:17.121395 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-95833ac6-a8f9-48b0-94c2-0674b31b3ef9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:17.187533 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b3020-9ebf-412a-b10b-ea9e694176cb req-0469ba76-4267-4c3d-bbd2-69c9de17e80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:17.188132 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-155b3020-9ebf-412a-b10b-ea9e694176cb req-0469ba76-4267-4c3d-bbd2-69c9de17e80a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:17.190347 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-155b3020-9ebf-412a-b10b-ea9e694176cb req-0469ba76-4267-4c3d-bbd2-69c9de17e80a service neutron] 10.222.0.52 "PUT /v2.0/ports/726afb24-71ef-421f-938d-77f45ea2acdb HTTP/1.1" status: 200 len: 1093 time: 2.1894941 Jun 23 10:08:17.192285 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20a8aae3-63f2-4ff7-84c2-dd9a9ec997c7', 'tag': '726afb24-71ef-421f-938d-77f45ea2acdb'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:08:17.194498 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404634ef6dbf53e9c182992e714e82192e1d0d35f5c652938e4b1e64141411fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c333df24-7556-49dc-bdce-dd267fd423c2" -d '{"events": [{"name": "network-changed", "server_uuid": "20a8aae3-63f2-4ff7-84c2-dd9a9ec997c7", "tag": "726afb24-71ef-421f-938d-77f45ea2acdb"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:08:17.231968 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0469ba76-4267-4c3d-bbd2-69c9de17e80a service neutron] Pushing event updated for resources: {'Port': ['ID=726afb24-71ef-421f-938d-77f45ea2acdb,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:17.235558 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-0469ba76-4267-4c3d-bbd2-69c9de17e80a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:17.240034 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66b51e38-6deb-4d1e-9294-96234775cee9 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Router 4289399a-5ee4-4996-8ceb-7fb9918adb2d has already been hosted by L3 agent df545903-e04d-4712-ace0-112b1e927481 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 10:08:17.256161 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 10:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daaf757d-ce8c-4f58-ad12-b7b2f4eb80d2 x-openstack-request-id: req-daaf757d-ce8c-4f58-ad12-b7b2f4eb80d2 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:08:17.256161 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20a8aae3-63f2-4ff7-84c2-dd9a9ec997c7", "tag": "726afb24-71ef-421f-938d-77f45ea2acdb", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:08:17.256600 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-daaf757d-ce8c-4f58-ad12-b7b2f4eb80d2 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:08:17.257070 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20a8aae3-63f2-4ff7-84c2-dd9a9ec997c7', 'tag': '726afb24-71ef-421f-938d-77f45ea2acdb', 'status': 'completed', 'code': 200} Jun 23 10:08:17.761321 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b51e38-6deb-4d1e-9294-96234775cee9 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify agent at l3_agent.dv-cinder-797510-1-iscsi the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 10:08:17.766120 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-66b51e38-6deb-4d1e-9294-96234775cee9 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:17.774555 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49736f7-cb45-4c6f-9f7e-0f1d7c15d953 None None] Sync routers for ids ['4289399a-5ee4-4996-8ceb-7fb9918adb2d'] in dv-cinder-797510-1-iscsi {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 10:08:17.783874 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49736f7-cb45-4c6f-9f7e-0f1d7c15d953 None None] Routers {'4289399a-5ee4-4996-8ceb-7fb9918adb2d'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:08:17.784480 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-a49736f7-cb45-4c6f-9f7e-0f1d7c15d953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:07:50Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['4289399a-5ee4-4996-8ceb-7fb9918adb2d'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:08:17.797195 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333df24-7556-49dc-bdce-dd267fd423c2 req-b831b426-ac65-460f-ad05-dcd6a3274b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:17.799603 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-c333df24-7556-49dc-bdce-dd267fd423c2 req-b831b426-ac65-460f-ad05-dcd6a3274b78 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2ff65ceef95044a99ace1983c8092412&device_id=20a8aae3-63f2-4ff7-84c2-dd9a9ec997c7 HTTP/1.1" status: 200 len: 1096 time: 0.2305400 Jun 23 10:08:17.812589 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db7ca8-b95d-438d-860d-69d4f2a1e4e9 req-80351cbd-59d3-470c-99a0-242a6e92b481 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:17.814285 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e0db7ca8-b95d-438d-860d-69d4f2a1e4e9 req-80351cbd-59d3-470c-99a0-242a6e92b481 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 945 time: 0.2460489 Jun 23 10:08:17.838095 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a731ae02-7d67-428b-8467-1b8cf740bffe req-c03e014b-93ed-4569-b771-86b87b009c34 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:17.839667 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a731ae02-7d67-428b-8467-1b8cf740bffe req-c03e014b-93ed-4569-b771-86b87b009c34 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 945 time: 0.2696812 Jun 23 10:08:17.898389 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e9b617f9-77dc-4c3a-a814-7d30a872970e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:17.900519 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 32816) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:08:17.927655 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-a49736f7-cb45-4c6f-9f7e-0f1d7c15d953 None None] Set router 4289399a-5ee4-4996-8ceb-7fb9918adb2d gateway port host: dv-cinder-797510-1-iscsi {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:08:17.941999 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-66b51e38-6deb-4d1e-9294-96234775cee9 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "PUT /v2.0/floatingips/8df36d6d-5180-465e-8c3b-3c9b53f8a902 HTTP/1.1" status: 200 len: 991 time: 2.6429145 Jun 23 10:08:17.989161 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e0db7ca8-b95d-438d-860d-69d4f2a1e4e9 req-08035ab1-b420-4531-96d9-df7e7ff912cf tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590788 Jun 23 10:08:18.006041 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a731ae02-7d67-428b-8467-1b8cf740bffe req-21e841b7-deba-4802-a3fa-6a4f77d8de91 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421998 Jun 23 10:08:18.024096 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-0711c1bd-f4b2-4f56-bbef-75307275270a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:18.051072 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333df24-7556-49dc-bdce-dd267fd423c2 req-1e83a2da-d4e7-4e57-bddf-632bbc48a7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:18.052795 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-c333df24-7556-49dc-bdce-dd267fd423c2 req-1e83a2da-d4e7-4e57-bddf-632bbc48a7ed service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=2ff65ceef95044a99ace1983c8092412&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2375069 Jun 23 10:08:18.172299 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-0711c1bd-f4b2-4f56-bbef-75307275270a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:18.247556 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-0711c1bd-f4b2-4f56-bbef-75307275270a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:18.250580 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333df24-7556-49dc-bdce-dd267fd423c2 req-685bc149-b378-4386-a8ee-337002a8a710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:18.252283 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:18.252829 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-c333df24-7556-49dc-bdce-dd267fd423c2 req-685bc149-b378-4386-a8ee-337002a8a710 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1919878 Jun 23 10:08:18.296471 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-a49736f7-cb45-4c6f-9f7e-0f1d7c15d953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'name': 'tempest-AttachVolumeTestJSON-1884555333-router', 'tenant_id': '2bfd8cef6a2f47babb53716771db0095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '0729db3c-c967-4684-b5dc-9c4ba053d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:07:12Z', 'updated_at': '2021-06-23T10:07:22Z', 'revision_number': 4, 'project_id': '2bfd8cef6a2f47babb53716771db0095', 'gw_port': {'id': '0729db3c-c967-4684-b5dc-9c4ba053d154', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:37:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:14Z', 'updated_at': '2021-06-23T10:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_floatingips': [{'id': '8df36d6d-5180-465e-8c3b-3c9b53f8a902', 'tenant_id': '2bfd8cef6a2f47babb53716771db0095', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'router_id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'port_id': 'dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75208ede-2304-4522-bb33-3632300dc81d', 'mac_address': 'fa:16:3e:4d:90:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2032b661-f327-4a4d-bc8b-905a913d85d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T10:07:33Z', 'updated_at': '2021-06-23T10:08:16Z', 'revision_number': 1, 'project_id': '2bfd8cef6a2f47babb53716771db0095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d2894c6-8ab1-4f91-8052-6a6e4b5c0d34', 'name': '', 'network_id': '75208ede-2304-4522-bb33-3632300dc81d', 'tenant_id': '2bfd8cef6a2f47babb53716771db0095', 'mac_address': 'fa:16:3e:d8:8c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '222c10a8-002c-4ace-acfb-70d9b2714faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:20Z', 'updated_at': '2021-06-23T10:07:33Z', 'revision_number': 5, 'project_id': '2bfd8cef6a2f47babb53716771db0095', 'subnets': [{'id': '222c10a8-002c-4ace-acfb-70d9b2714faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:08:18.302442 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d731e0-0d98-43a2-a2e0-89c5a41ac3ce req-4a2b24ed-97af-48b4-b9c5-4348d0d10ea7 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:18.309413 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-12d731e0-0d98-43a2-a2e0-89c5a41ac3ce req-4a2b24ed-97af-48b4-b9c5-4348d0d10ea7 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/ports?device_id=20a8aae3-63f2-4ff7-84c2-dd9a9ec997c7 HTTP/1.1" status: 200 len: 943 time: 0.1027167 Jun 23 10:08:18.318227 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-0711c1bd-f4b2-4f56-bbef-75307275270a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=37ea8c7ed6bf428caf4f678648ec5a21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4164932 Jun 23 10:08:18.320709 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 32832) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:08:18.358662 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49736f7-cb45-4c6f-9f7e-0f1d7c15d953 None None] Checking router: 4289399a-5ee4-4996-8ceb-7fb9918adb2d for host: dv-cinder-797510-1-iscsi {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 10:08:18.367636 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0711c1bd-f4b2-4f56-bbef-75307275270a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7065397d-4b25-4c0b-a7a0-977f87f229cb,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:18.376862 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49736f7-cb45-4c6f-9f7e-0f1d7c15d953 None None] Routers {'4289399a-5ee4-4996-8ceb-7fb9918adb2d'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:08:18.378578 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-0711c1bd-f4b2-4f56-bbef-75307275270a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:18.378948 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-a49736f7-cb45-4c6f-9f7e-0f1d7c15d953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:07:50Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['4289399a-5ee4-4996-8ceb-7fb9918adb2d'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:08:18.403475 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-cb5abeb6-1d72-485b-af7e-684d6c710351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:18.418989 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-12d731e0-0d98-43a2-a2e0-89c5a41ac3ce req-66f7b9b7-0505-463c-b2a5-182e4f503c31 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b4c3e32-0c40-4d18-8491-062ddc45c477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085474 Jun 23 10:08:18.441306 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-cb5abeb6-1d72-485b-af7e-684d6c710351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:18.463270 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b3020-9ebf-412a-b10b-ea9e694176cb req-3d310114-2c12-41bc-b6e1-2429efe310de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:18.464770 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-155b3020-9ebf-412a-b10b-ea9e694176cb req-3d310114-2c12-41bc-b6e1-2429efe310de service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2ff65ceef95044a99ace1983c8092412&device_id=20a8aae3-63f2-4ff7-84c2-dd9a9ec997c7 HTTP/1.1" status: 200 len: 1096 time: 0.1531284 Jun 23 10:08:18.501881 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d6a17-deac-4758-9e59-94022fe68861 req-9c3442b2-6ec9-4c28-8eb1-071251e0602c tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:18.503472 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-612d6a17-deac-4758-9e59-94022fe68861 req-9c3442b2-6ec9-4c28-8eb1-071251e0602c tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 945 time: 0.1156433 Jun 23 10:08:18.513841 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 32838) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:08:18.519530 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [None req-c7d67b27-983f-4ae2-8108-2e70ca0d6395 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Request body: {'floatingip': {'port_id': '948a5d09-b86f-4c35-a210-cfe6639fba0f'}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:08:18.526553 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-a49736f7-cb45-4c6f-9f7e-0f1d7c15d953 None None] Set router 4289399a-5ee4-4996-8ceb-7fb9918adb2d gateway port host: dv-cinder-797510-1-iscsi {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:08:18.533315 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-155b3020-9ebf-412a-b10b-ea9e694176cb req-69d37d48-81a7-496f-831d-ec268c739731 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=726afb24-71ef-421f-938d-77f45ea2acdb HTTP/1.1" status: 200 len: 217 time: 0.0508854 Jun 23 10:08:18.602879 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-cb5abeb6-1d72-485b-af7e-684d6c710351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:18.606421 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-cb5abeb6-1d72-485b-af7e-684d6c710351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:18.610067 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b3020-9ebf-412a-b10b-ea9e694176cb req-aeff95ee-463e-4f8b-a2d4-c0f60f1fb34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:18.610230 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-cb5abeb6-1d72-485b-af7e-684d6c710351 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7065397d-4b25-4c0b-a7a0-977f87f229cb HTTP/1.1" status: 204 len: 168 time: 0.2860088 Jun 23 10:08:18.610344 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-155b3020-9ebf-412a-b10b-ea9e694176cb req-aeff95ee-463e-4f8b-a2d4-c0f60f1fb34a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e8cbeaf2-c9e4-4063-a27d-321de2128578 HTTP/1.1" status: 200 len: 849 time: 0.0673130 Jun 23 10:08:18.615237 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:18.625283 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-c7d67b27-983f-4ae2-8108-2e70ca0d6395 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks [] for floatingip, before_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:18.633946 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5abeb6-1d72-485b-af7e-684d6c710351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7065397d-4b25-4c0b-a7a0-977f87f229cb,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:18.642672 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-cb5abeb6-1d72-485b-af7e-684d6c710351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:18.676183 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-155b3020-9ebf-412a-b10b-ea9e694176cb req-f2bddf16-a832-4f81-91d2-2fe532640582 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=65500ae7-4aaa-4548-a34e-5012c7cf1a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551188 Jun 23 10:08:18.843215 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-155b3020-9ebf-412a-b10b-ea9e694176cb req-e900cc85-7152-4810-86ea-14a3d522573d service neutron] 10.222.0.52 "GET /v2.0/networks/65500ae7-4aaa-4548-a34e-5012c7cf1a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509948 Jun 23 10:08:18.948288 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-155b3020-9ebf-412a-b10b-ea9e694176cb req-edb9213f-569d-4df8-8fda-55f42068d83b service neutron] 10.222.0.52 "GET /v2.0/networks/65500ae7-4aaa-4548-a34e-5012c7cf1a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939755 Jun 23 10:08:18.952394 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-a49736f7-cb45-4c6f-9f7e-0f1d7c15d953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'name': 'tempest-AttachVolumeTestJSON-1884555333-router', 'tenant_id': '2bfd8cef6a2f47babb53716771db0095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '0729db3c-c967-4684-b5dc-9c4ba053d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:07:12Z', 'updated_at': '2021-06-23T10:07:22Z', 'revision_number': 4, 'project_id': '2bfd8cef6a2f47babb53716771db0095', 'gw_port': {'id': '0729db3c-c967-4684-b5dc-9c4ba053d154', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:37:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:14Z', 'updated_at': '2021-06-23T10:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_floatingips': [{'id': '8df36d6d-5180-465e-8c3b-3c9b53f8a902', 'tenant_id': '2bfd8cef6a2f47babb53716771db0095', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'router_id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'port_id': 'dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75208ede-2304-4522-bb33-3632300dc81d', 'mac_address': 'fa:16:3e:4d:90:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2032b661-f327-4a4d-bc8b-905a913d85d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T10:07:33Z', 'updated_at': '2021-06-23T10:08:16Z', 'revision_number': 1, 'project_id': '2bfd8cef6a2f47babb53716771db0095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d2894c6-8ab1-4f91-8052-6a6e4b5c0d34', 'name': '', 'network_id': '75208ede-2304-4522-bb33-3632300dc81d', 'tenant_id': '2bfd8cef6a2f47babb53716771db0095', 'mac_address': 'fa:16:3e:d8:8c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '222c10a8-002c-4ace-acfb-70d9b2714faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:20Z', 'updated_at': '2021-06-23T10:07:33Z', 'revision_number': 5, 'project_id': '2bfd8cef6a2f47babb53716771db0095', 'subnets': [{'id': '222c10a8-002c-4ace-acfb-70d9b2714faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:08:18.987514 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49736f7-cb45-4c6f-9f7e-0f1d7c15d953 None None] The sync data for ids ['4289399a-5ee4-4996-8ceb-7fb9918adb2d'] in dv-cinder-797510-1-iscsi is: [{'id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'name': 'tempest-AttachVolumeTestJSON-1884555333-router', 'tenant_id': '2bfd8cef6a2f47babb53716771db0095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '0729db3c-c967-4684-b5dc-9c4ba053d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:07:12Z', 'updated_at': '2021-06-23T10:07:22Z', 'revision_number': 4, 'project_id': '2bfd8cef6a2f47babb53716771db0095', 'gw_port': {'id': '0729db3c-c967-4684-b5dc-9c4ba053d154', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:37:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:14Z', 'updated_at': '2021-06-23T10:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_floatingips': [{'id': '8df36d6d-5180-465e-8c3b-3c9b53f8a902', 'tenant_id': '2bfd8cef6a2f47babb53716771db0095', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'router_id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'port_id': 'dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75208ede-2304-4522-bb33-3632300dc81d', 'mac_address': 'fa:16:3e:4d:90:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2032b661-f327-4a4d-bc8b-905a913d85d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T10:07:33Z', 'updated_at': '2021-06-23T10:08:16Z', 'revision_number': 1, 'project_id': '2bfd8cef6a2f47babb53716771db0095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d2894c6-8ab1-4f91-8052-6a6e4b5c0d34', 'name': '', 'network_id': '75208ede-2304-4522-bb33-3632300dc81d', 'tenant_id': '2bfd8cef6a2f47babb53716771db0095', 'mac_address': 'fa:16:3e:d8:8c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '222c10a8-002c-4ace-acfb-70d9b2714faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:20Z', 'updated_at': '2021-06-23T10:07:33Z', 'revision_number': 5, 'project_id': '2bfd8cef6a2f47babb53716771db0095', 'subnets': [{'id': '222c10a8-002c-4ace-acfb-70d9b2714faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 10:08:19.257985 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2032b661-f327-4a4d-bc8b-905a913d85d1', 'tag': 'dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:08:19.270290 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404634ef6dbf53e9c182992e714e82192e1d0d35f5c652938e4b1e64141411fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a71424-a873-4dac-8f8f-89734c979ef5" -d '{"events": [{"name": "network-changed", "server_uuid": "2032b661-f327-4a4d-bc8b-905a913d85d1", "tag": "dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:08:19.310082 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34192776-e9d4-4cf7-88da-5d95b7617476 req-08732ffc-ae13-4c4f-9fe2-ede5d4d9e5be tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:19.324821 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-34192776-e9d4-4cf7-88da-5d95b7617476 req-08732ffc-ae13-4c4f-9fe2-ede5d4d9e5be tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 945 time: 0.1448965 Jun 23 10:08:19.376495 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9220f75f-dd8c-4e75-936e-2ed0e010162b None None] New status for floating IP 8df36d6d-5180-465e-8c3b-3c9b53f8a902: ACTIVE {{(pid=93712) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 10:08:19.397143 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-34192776-e9d4-4cf7-88da-5d95b7617476 req-0ed55006-7a6f-4d56-a3ba-4ba03422cdbb tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714493 Jun 23 10:08:19.419815 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.db.resource_extend [None req-c7d67b27-983f-4ae2-8108-2e70ca0d6395 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 23 10:08:19.489380 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 10:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4940a1-474f-4c06-b24d-699266d3aa72 x-openstack-request-id: req-4b4940a1-474f-4c06-b24d-699266d3aa72 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:08:19.489796 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2032b661-f327-4a4d-bc8b-905a913d85d1", "tag": "dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:08:19.489963 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4b4940a1-474f-4c06-b24d-699266d3aa72 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:08:19.490359 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2032b661-f327-4a4d-bc8b-905a913d85d1', 'tag': 'dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5', 'status': 'completed', 'code': 200} Jun 23 10:08:19.591950 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-c7d67b27-983f-4ae2-8108-2e70ca0d6395 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:19.615434 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a71424-a873-4dac-8f8f-89734c979ef5 req-b3c8ee65-c8b1-462b-9932-c72788812e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:19.616928 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e2a71424-a873-4dac-8f8f-89734c979ef5 req-b3c8ee65-c8b1-462b-9932-c72788812e11 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2bfd8cef6a2f47babb53716771db0095&device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 1098 time: 0.0926104 Jun 23 10:08:19.673445 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-c7d67b27-983f-4ae2-8108-2e70ca0d6395 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707131'] for floatingip, after_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:19.703803 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5dcc1e-417a-4d4c-933e-f897f23d0734 req-e894571e-e250-4a2a-a40a-ab1a898c8e03 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:19.705912 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-3a5dcc1e-417a-4d4c-933e-f897f23d0734 req-e894571e-e250-4a2a-a40a-ab1a898c8e03 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/ports?device_id=20a8aae3-63f2-4ff7-84c2-dd9a9ec997c7 HTTP/1.1" status: 200 len: 943 time: 0.0711188 Jun 23 10:08:19.769101 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-3a5dcc1e-417a-4d4c-933e-f897f23d0734 req-9f9c3bdb-b11f-495c-81ff-ded4e205c542 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b4c3e32-0c40-4d18-8491-062ddc45c477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538354 Jun 23 10:08:19.986557 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.db.l3_db [None req-c7d67b27-983f-4ae2-8108-2e70ca0d6395 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Floating IP ecf79159-0df5-483b-bf64-ac0ff40f90ff associated. External IP: 172.27.2.203, port: 948a5d09-b86f-4c35-a210-cfe6639fba0f. Jun 23 10:08:20.004627 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 32894) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:08:20.107021 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d5c2707e-104b-41e1-9d99-abf60a0af98d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:20.201992 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7d67b27-983f-4ae2-8108-2e70ca0d6395 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Router 97efc92e-e571-4edd-b891-9cd3b5d44f8b has already been hosted by L3 agent df545903-e04d-4712-ace0-112b1e927481 {{(pid=93710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 10:08:20.217803 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d5c2707e-104b-41e1-9d99-abf60a0af98d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:20.310914 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d67b27-983f-4ae2-8108-2e70ca0d6395 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify agent at l3_agent.dv-cinder-797510-1-iscsi the message routers_updated {{(pid=93710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 10:08:20.316196 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d5c2707e-104b-41e1-9d99-abf60a0af98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:20.317016 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-c7d67b27-983f-4ae2-8108-2e70ca0d6395 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for floatingip, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:20.321792 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-69b66c4c-7192-44f8-937a-dc4e0e4b0774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:20.323742 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40def241-93f2-4c96-b1ef-6dd3e5493f77 None None] Sync routers for ids ['97efc92e-e571-4edd-b891-9cd3b5d44f8b'] in dv-cinder-797510-1-iscsi {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 10:08:20.336033 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40def241-93f2-4c96-b1ef-6dd3e5493f77 None None] Routers {'97efc92e-e571-4edd-b891-9cd3b5d44f8b'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:08:20.336799 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-40def241-93f2-4c96-b1ef-6dd3e5493f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:07:50Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['97efc92e-e571-4edd-b891-9cd3b5d44f8b'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:08:20.365969 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-c7d67b27-983f-4ae2-8108-2e70ca0d6395 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "PUT /v2.0/floatingips/ecf79159-0df5-483b-bf64-ac0ff40f90ff HTTP/1.1" status: 200 len: 991 time: 1.8502531 Jun 23 10:08:20.366747 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17ea1b32-5d2f-4a0a-bd07-acd308be4a08', 'tag': '948a5d09-b86f-4c35-a210-cfe6639fba0f'}] {{(pid=93710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:08:20.369359 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476757ab5199ad7afce7410758f86ea887fce0aa64a809171aa19cb360cf7c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ae0031-cb8f-47b9-bb5a-3c062c52ddcd" -d '{"events": [{"name": "network-changed", "server_uuid": "17ea1b32-5d2f-4a0a-bd07-acd308be4a08", "tag": "948a5d09-b86f-4c35-a210-cfe6639fba0f"}]}' {{(pid=93710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:08:20.374540 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-d5c2707e-104b-41e1-9d99-abf60a0af98d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7718387d1a3245c8b7d992e4fe885d3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3687913 Jun 23 10:08:20.377976 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 32908) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:08:20.380904 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c2707e-104b-41e1-9d99-abf60a0af98d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e796a8-fce8-49d2-90a5-a030c96c4f0a,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:20.387399 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-d5c2707e-104b-41e1-9d99-abf60a0af98d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:20.411429 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 10:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62db2429-0a7a-4af4-a149-3c5790115fa1 x-openstack-request-id: req-62db2429-0a7a-4af4-a149-3c5790115fa1 {{(pid=93710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:08:20.411804 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17ea1b32-5d2f-4a0a-bd07-acd308be4a08", "tag": "948a5d09-b86f-4c35-a210-cfe6639fba0f", "status": "completed", "code": 200}]} {{(pid=93710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:08:20.412137 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-62db2429-0a7a-4af4-a149-3c5790115fa1 {{(pid=93710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:08:20.412564 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17ea1b32-5d2f-4a0a-bd07-acd308be4a08', 'tag': '948a5d09-b86f-4c35-a210-cfe6639fba0f', 'status': 'completed', 'code': 200} Jun 23 10:08:20.435904 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0265371b-b1fd-4576-975b-61e525ddfe46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:20.460811 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-45b2f7b8-8ba0-4d78-baf1-f1bcba5be0f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:20.479895 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-40def241-93f2-4c96-b1ef-6dd3e5493f77 None None] Set router 97efc92e-e571-4edd-b891-9cd3b5d44f8b gateway port host: dv-cinder-797510-1-iscsi {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:08:20.492042 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-45b2f7b8-8ba0-4d78-baf1-f1bcba5be0f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:20.614755 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff0f33-72bd-4bc4-91d0-e0976d48ea81 req-635c1f91-ab43-4301-8f3f-2a3afba53283 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:20.618497 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1bff0f33-72bd-4bc4-91d0-e0976d48ea81 req-635c1f91-ab43-4301-8f3f-2a3afba53283 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 945 time: 0.0654361 Jun 23 10:08:20.647995 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:20.648231 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-45b2f7b8-8ba0-4d78-baf1-f1bcba5be0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:20.653725 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-45b2f7b8-8ba0-4d78-baf1-f1bcba5be0f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:20.655019 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-45b2f7b8-8ba0-4d78-baf1-f1bcba5be0f6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/82e796a8-fce8-49d2-90a5-a030c96c4f0a HTTP/1.1" status: 204 len: 168 time: 0.2759995 Jun 23 10:08:20.660130 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:20.663873 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1bff0f33-72bd-4bc4-91d0-e0976d48ea81 req-8df873a0-f900-49dd-ac0a-03864c9c04bf tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419564 Jun 23 10:08:20.668883 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b2f7b8-8ba0-4d78-baf1-f1bcba5be0f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e796a8-fce8-49d2-90a5-a030c96c4f0a,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:20.671299 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-45b2f7b8-8ba0-4d78-baf1-f1bcba5be0f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:20.759224 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-40def241-93f2-4c96-b1ef-6dd3e5493f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97efc92e-e571-4edd-b891-9cd3b5d44f8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1569067436-router', 'tenant_id': '24291804a3fc43a7bb9013ab3736dd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:07:11Z', 'updated_at': '2021-06-23T10:07:19Z', 'revision_number': 4, 'project_id': '24291804a3fc43a7bb9013ab3736dd4e', 'gw_port': {'id': '12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:27:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97efc92e-e571-4edd-b891-9cd3b5d44f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:13Z', 'updated_at': '2021-06-23T10:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_floatingips': [{'id': 'ecf79159-0df5-483b-bf64-ac0ff40f90ff', 'tenant_id': '24291804a3fc43a7bb9013ab3736dd4e', 'floating_ip_address': '172.27.2.203', 'floating_network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'router_id': '97efc92e-e571-4edd-b891-9cd3b5d44f8b', 'port_id': '948a5d09-b86f-4c35-a210-cfe6639fba0f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c358830-fde0-4aa0-a28c-3a7712f5e2f9', 'mac_address': 'fa:16:3e:fe:65:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ea1b32-5d2f-4a0a-bd07-acd308be4a08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T10:07:26Z', 'updated_at': '2021-06-23T10:08:19Z', 'revision_number': 1, 'project_id': '24291804a3fc43a7bb9013ab3736dd4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e797fe65-278a-4b88-8a70-4a8901febe8a', 'name': '', 'network_id': '2c358830-fde0-4aa0-a28c-3a7712f5e2f9', 'tenant_id': '24291804a3fc43a7bb9013ab3736dd4e', 'mac_address': 'fa:16:3e:73:86:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97efc92e-e571-4edd-b891-9cd3b5d44f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cdba8eb6-d4a0-4adb-b53b-76f5eb8c1c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:17Z', 'updated_at': '2021-06-23T10:07:31Z', 'revision_number': 5, 'project_id': '24291804a3fc43a7bb9013ab3736dd4e', 'subnets': [{'id': 'cdba8eb6-d4a0-4adb-b53b-76f5eb8c1c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:08:20.788132 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40def241-93f2-4c96-b1ef-6dd3e5493f77 None None] Checking router: 97efc92e-e571-4edd-b891-9cd3b5d44f8b for host: dv-cinder-797510-1-iscsi {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 10:08:20.797056 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40def241-93f2-4c96-b1ef-6dd3e5493f77 None None] Routers {'97efc92e-e571-4edd-b891-9cd3b5d44f8b'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:08:20.798069 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-40def241-93f2-4c96-b1ef-6dd3e5493f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:08:20Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['97efc92e-e571-4edd-b891-9cd3b5d44f8b'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:08:20.815381 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a71424-a873-4dac-8f8f-89734c979ef5 req-58acf3a6-9280-48c0-ba86-aa2a901de4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:20.817086 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e2a71424-a873-4dac-8f8f-89734c979ef5 req-58acf3a6-9280-48c0-ba86-aa2a901de4fd service neutron] 10.222.0.52 "GET /v2.0/networks?id=75208ede-2304-4522-bb33-3632300dc81d HTTP/1.1" status: 200 len: 912 time: 0.1240430 Jun 23 10:08:20.909100 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-40def241-93f2-4c96-b1ef-6dd3e5493f77 None None] Set router 97efc92e-e571-4edd-b891-9cd3b5d44f8b gateway port host: dv-cinder-797510-1-iscsi {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:08:21.132831 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-40def241-93f2-4c96-b1ef-6dd3e5493f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97efc92e-e571-4edd-b891-9cd3b5d44f8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1569067436-router', 'tenant_id': '24291804a3fc43a7bb9013ab3736dd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:07:11Z', 'updated_at': '2021-06-23T10:07:19Z', 'revision_number': 4, 'project_id': '24291804a3fc43a7bb9013ab3736dd4e', 'gw_port': {'id': '12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:27:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97efc92e-e571-4edd-b891-9cd3b5d44f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:13Z', 'updated_at': '2021-06-23T10:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_floatingips': [{'id': 'ecf79159-0df5-483b-bf64-ac0ff40f90ff', 'tenant_id': '24291804a3fc43a7bb9013ab3736dd4e', 'floating_ip_address': '172.27.2.203', 'floating_network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'router_id': '97efc92e-e571-4edd-b891-9cd3b5d44f8b', 'port_id': '948a5d09-b86f-4c35-a210-cfe6639fba0f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c358830-fde0-4aa0-a28c-3a7712f5e2f9', 'mac_address': 'fa:16:3e:fe:65:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ea1b32-5d2f-4a0a-bd07-acd308be4a08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T10:07:26Z', 'updated_at': '2021-06-23T10:08:19Z', 'revision_number': 1, 'project_id': '24291804a3fc43a7bb9013ab3736dd4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e797fe65-278a-4b88-8a70-4a8901febe8a', 'name': '', 'network_id': '2c358830-fde0-4aa0-a28c-3a7712f5e2f9', 'tenant_id': '24291804a3fc43a7bb9013ab3736dd4e', 'mac_address': 'fa:16:3e:73:86:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97efc92e-e571-4edd-b891-9cd3b5d44f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cdba8eb6-d4a0-4adb-b53b-76f5eb8c1c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:17Z', 'updated_at': '2021-06-23T10:07:31Z', 'revision_number': 5, 'project_id': '24291804a3fc43a7bb9013ab3736dd4e', 'subnets': [{'id': 'cdba8eb6-d4a0-4adb-b53b-76f5eb8c1c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:08:21.160119 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40def241-93f2-4c96-b1ef-6dd3e5493f77 None None] The sync data for ids ['97efc92e-e571-4edd-b891-9cd3b5d44f8b'] in dv-cinder-797510-1-iscsi is: [{'id': '97efc92e-e571-4edd-b891-9cd3b5d44f8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1569067436-router', 'tenant_id': '24291804a3fc43a7bb9013ab3736dd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:07:11Z', 'updated_at': '2021-06-23T10:07:19Z', 'revision_number': 4, 'project_id': '24291804a3fc43a7bb9013ab3736dd4e', 'gw_port': {'id': '12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:27:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97efc92e-e571-4edd-b891-9cd3b5d44f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:13Z', 'updated_at': '2021-06-23T10:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_floatingips': [{'id': 'ecf79159-0df5-483b-bf64-ac0ff40f90ff', 'tenant_id': '24291804a3fc43a7bb9013ab3736dd4e', 'floating_ip_address': '172.27.2.203', 'floating_network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'router_id': '97efc92e-e571-4edd-b891-9cd3b5d44f8b', 'port_id': '948a5d09-b86f-4c35-a210-cfe6639fba0f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 102, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c358830-fde0-4aa0-a28c-3a7712f5e2f9', 'mac_address': 'fa:16:3e:fe:65:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17ea1b32-5d2f-4a0a-bd07-acd308be4a08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T10:07:26Z', 'updated_at': '2021-06-23T10:08:19Z', 'revision_number': 1, 'project_id': '24291804a3fc43a7bb9013ab3736dd4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e797fe65-278a-4b88-8a70-4a8901febe8a', 'name': '', 'network_id': '2c358830-fde0-4aa0-a28c-3a7712f5e2f9', 'tenant_id': '24291804a3fc43a7bb9013ab3736dd4e', 'mac_address': 'fa:16:3e:73:86:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97efc92e-e571-4edd-b891-9cd3b5d44f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cdba8eb6-d4a0-4adb-b53b-76f5eb8c1c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:17Z', 'updated_at': '2021-06-23T10:07:31Z', 'revision_number': 5, 'project_id': '24291804a3fc43a7bb9013ab3736dd4e', 'subnets': [{'id': 'cdba8eb6-d4a0-4adb-b53b-76f5eb8c1c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 10:08:21.379653 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca25de8d-b2b9-47b0-be1d-aad27d8bb836 None None] New status for floating IP ecf79159-0df5-483b-bf64-ac0ff40f90ff: ACTIVE {{(pid=93712) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 10:08:21.414525 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 32942) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:08:21.430911 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-12fea7f0-810b-45b6-87e7-77110c130334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:21.527252 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-12fea7f0-810b-45b6-87e7-77110c130334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:21.555464 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-549d35a9-2eb0-42c6-a322-a779b3edc54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:21.581104 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-12fea7f0-810b-45b6-87e7-77110c130334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:21.584855 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:21.628997 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-12fea7f0-810b-45b6-87e7-77110c130334 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d73779db7e284a4292f0c8536ab3b08a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2124786 Jun 23 10:08:21.630186 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fea7f0-810b-45b6-87e7-77110c130334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=322fdd87-2500-4040-b678-b35168259948,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:21.631548 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 32944) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:08:21.633259 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-12fea7f0-810b-45b6-87e7-77110c130334 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:21.681557 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-57e48a7f-094e-4f41-9aae-710fc3fa85b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:21.702480 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-57e48a7f-094e-4f41-9aae-710fc3fa85b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:21.821335 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-57e48a7f-094e-4f41-9aae-710fc3fa85b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:21.824059 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-57e48a7f-094e-4f41-9aae-710fc3fa85b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:21.826542 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-57e48a7f-094e-4f41-9aae-710fc3fa85b2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/322fdd87-2500-4040-b678-b35168259948 HTTP/1.1" status: 204 len: 168 time: 0.1926196 Jun 23 10:08:21.826542 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-d7936d19-64b7-4b87-b91d-5ca1eb615fb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:21.834168 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e48a7f-094e-4f41-9aae-710fc3fa85b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322fdd87-2500-4040-b678-b35168259948,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:21.836442 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-57e48a7f-094e-4f41-9aae-710fc3fa85b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:22.843245 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae0031-cb8f-47b9-bb5a-3c062c52ddcd req-4d055119-e1bd-4ce9-9950-c13a45dcd9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:22.844909 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-72ae0031-cb8f-47b9-bb5a-3c062c52ddcd req-4d055119-e1bd-4ce9-9950-c13a45dcd9c6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=24291804a3fc43a7bb9013ab3736dd4e&device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 1098 time: 0.0697575 Jun 23 10:08:22.854183 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e2a71424-a873-4dac-8f8f-89734c979ef5 req-9cf73492-0ac3-425b-8df2-55149924c37b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5 HTTP/1.1" status: 200 len: 1001 time: 0.0996368 Jun 23 10:08:22.958985 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae0031-cb8f-47b9-bb5a-3c062c52ddcd req-fff496f6-8b55-4301-973c-c24b7dd9d6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:22.960429 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-72ae0031-cb8f-47b9-bb5a-3c062c52ddcd req-fff496f6-8b55-4301-973c-c24b7dd9d6dd service neutron] 10.222.0.52 "GET /v2.0/networks?id=2c358830-fde0-4aa0-a28c-3a7712f5e2f9 HTTP/1.1" status: 200 len: 918 time: 0.1062813 Jun 23 10:08:22.976910 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a71424-a873-4dac-8f8f-89734c979ef5 req-b3d89684-3c5c-4446-b62c-735080bacc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:22.984530 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e2a71424-a873-4dac-8f8f-89734c979ef5 req-b3d89684-3c5c-4446-b62c-735080bacc07 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=222c10a8-002c-4ace-acfb-70d9b2714faa HTTP/1.1" status: 200 len: 850 time: 0.1157703 Jun 23 10:08:23.084040 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-72ae0031-cb8f-47b9-bb5a-3c062c52ddcd req-0c0cc7f7-7e0c-4997-b351-78927f8850d4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=948a5d09-b86f-4c35-a210-cfe6639fba0f HTTP/1.1" status: 200 len: 1001 time: 0.1083930 Jun 23 10:08:23.085661 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ea6ed-891b-4193-88ab-8859781add4d req-daa0c148-f883-4f31-a952-3cc740cb086b tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:23.087168 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-737ea6ed-891b-4193-88ab-8859781add4d req-daa0c148-f883-4f31-a952-3cc740cb086b tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/ports?device_id=20a8aae3-63f2-4ff7-84c2-dd9a9ec997c7 HTTP/1.1" status: 200 len: 943 time: 0.1676400 Jun 23 10:08:23.121695 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f53d0-6bb0-4f06-9ce6-b90b53d42da5 req-c81628b0-726e-430a-b212-7249ac1e04d9 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:23.123293 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-fe8f53d0-6bb0-4f06-9ce6-b90b53d42da5 req-c81628b0-726e-430a-b212-7249ac1e04d9 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 945 time: 0.1666331 Jun 23 10:08:23.125246 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a71424-a873-4dac-8f8f-89734c979ef5 req-8a583538-4974-4514-8229-de6f4153112c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:23.127453 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e2a71424-a873-4dac-8f8f-89734c979ef5 req-8a583538-4974-4514-8229-de6f4153112c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=75208ede-2304-4522-bb33-3632300dc81d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1243572 Jun 23 10:08:23.138198 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae0031-cb8f-47b9-bb5a-3c062c52ddcd req-a9949e0a-6a77-48fb-a0b6-92d33c09f3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:23.139742 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-72ae0031-cb8f-47b9-bb5a-3c062c52ddcd req-a9949e0a-6a77-48fb-a0b6-92d33c09f3da service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cdba8eb6-d4a0-4adb-b53b-76f5eb8c1c27 HTTP/1.1" status: 200 len: 856 time: 0.0453010 Jun 23 10:08:23.170202 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-737ea6ed-891b-4193-88ab-8859781add4d req-bce2e9d8-2ea3-421e-a96d-ddb72b85b96d tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b4c3e32-0c40-4d18-8491-062ddc45c477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758703 Jun 23 10:08:23.224600 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae0031-cb8f-47b9-bb5a-3c062c52ddcd req-02a1d98b-8bb1-40dc-a308-3239962352ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:23.226376 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-72ae0031-cb8f-47b9-bb5a-3c062c52ddcd req-02a1d98b-8bb1-40dc-a308-3239962352ec service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2c358830-fde0-4aa0-a28c-3a7712f5e2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0682538 Jun 23 10:08:23.228628 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-fe8f53d0-6bb0-4f06-9ce6-b90b53d42da5 req-6d86066c-cf59-4d7b-87fe-b7237f5358d2 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940673 Jun 23 10:08:23.266010 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e2a71424-a873-4dac-8f8f-89734c979ef5 req-ed7a16c2-a627-4b6c-bc98-02c2d73028e1 service neutron] 10.222.0.52 "GET /v2.0/networks/75208ede-2304-4522-bb33-3632300dc81d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072156 Jun 23 10:08:23.328819 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-72ae0031-cb8f-47b9-bb5a-3c062c52ddcd req-5cc428ea-2488-47fa-9c21-596df3e3f014 service neutron] 10.222.0.52 "GET /v2.0/networks/2c358830-fde0-4aa0-a28c-3a7712f5e2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931237 Jun 23 10:08:23.371982 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e2a71424-a873-4dac-8f8f-89734c979ef5 req-926f0889-3792-48e3-82bf-591549a47cd0 service neutron] 10.222.0.52 "GET /v2.0/networks/75208ede-2304-4522-bb33-3632300dc81d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943577 Jun 23 10:08:23.429653 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-72ae0031-cb8f-47b9-bb5a-3c062c52ddcd req-78d8903c-cfbf-4188-a34a-d480873c3e70 service neutron] 10.222.0.52 "GET /v2.0/networks/2c358830-fde0-4aa0-a28c-3a7712f5e2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939598 Jun 23 10:08:23.474411 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-329354e5-9e69-417d-83ab-34bb473e22da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:24.369447 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718de879-97ef-4051-a0bc-d4bc6e3ad602 req-968e5db3-81b6-419e-9e5c-6f396ab5651a tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:24.370947 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-718de879-97ef-4051-a0bc-d4bc6e3ad602 req-968e5db3-81b6-419e-9e5c-6f396ab5651a tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/ports?device_id=20a8aae3-63f2-4ff7-84c2-dd9a9ec997c7 HTTP/1.1" status: 200 len: 943 time: 0.0755236 Jun 23 10:08:24.435482 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-718de879-97ef-4051-a0bc-d4bc6e3ad602 req-68e0c4d0-8f4e-48ec-b781-95f197d623e5 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b4c3e32-0c40-4d18-8491-062ddc45c477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479240 Jun 23 10:08:24.454902 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1396e6f8-34d8-4a9b-9652-696b94967ad3 req-d07772c1-c6d0-47cc-affe-0d88214566b5 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:24.456380 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1396e6f8-34d8-4a9b-9652-696b94967ad3 req-d07772c1-c6d0-47cc-affe-0d88214566b5 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 945 time: 0.1071150 Jun 23 10:08:24.493826 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1396e6f8-34d8-4a9b-9652-696b94967ad3 req-365505a2-3b68-4317-b8df-853d0e3d32ff tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318346 Jun 23 10:08:25.131047 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 33064) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:08:25.283694 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-2bade4cd-e3a7-4c9e-8efd-1e9f371c62da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:25.374927 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-2bade4cd-e3a7-4c9e-8efd-1e9f371c62da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:25.435547 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-2bade4cd-e3a7-4c9e-8efd-1e9f371c62da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:25.439822 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:25.477134 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-2bade4cd-e3a7-4c9e-8efd-1e9f371c62da admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=23e2879454104e14a483a547abde3c06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3453474 Jun 23 10:08:25.477974 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bade4cd-e3a7-4c9e-8efd-1e9f371c62da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c11be33-204a-481e-bf58-1946f5edd986,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:25.479779 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 33082) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:08:25.502747 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-2bade4cd-e3a7-4c9e-8efd-1e9f371c62da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:25.548198 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1b75b785-d7cf-4bde-a3c4-e9b7e01823f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:25.595816 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1b75b785-d7cf-4bde-a3c4-e9b7e01823f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:25.656169 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa6436-7952-44c1-aa2c-21ec7d47cc7f req-2c8c584e-1f62-4474-9e93-55741bfa384e tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:25.658571 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-86aa6436-7952-44c1-aa2c-21ec7d47cc7f req-2c8c584e-1f62-4474-9e93-55741bfa384e tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/ports?device_id=20a8aae3-63f2-4ff7-84c2-dd9a9ec997c7 HTTP/1.1" status: 200 len: 943 time: 0.1000605 Jun 23 10:08:25.699226 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-86aa6436-7952-44c1-aa2c-21ec7d47cc7f req-3d56d7e5-a197-4eb9-b4fc-2904e6524e56 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b4c3e32-0c40-4d18-8491-062ddc45c477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339003 Jun 23 10:08:25.755773 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1b75b785-d7cf-4bde-a3c4-e9b7e01823f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:25.759552 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1b75b785-d7cf-4bde-a3c4-e9b7e01823f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:25.760634 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-1b75b785-d7cf-4bde-a3c4-e9b7e01823f6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4c11be33-204a-481e-bf58-1946f5edd986 HTTP/1.1" status: 204 len: 168 time: 0.2797978 Jun 23 10:08:25.764159 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-7874acb7-f7b1-4bf2-8b43-0884094b277b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:25.773212 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b75b785-d7cf-4bde-a3c4-e9b7e01823f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c11be33-204a-481e-bf58-1946f5edd986,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:25.776751 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-1b75b785-d7cf-4bde-a3c4-e9b7e01823f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:25.805597 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9089e44f-bb96-4041-a967-fcd559201872 req-ea6b1d29-e2c3-4aa7-996e-603844b7c09d tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:25.807093 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9089e44f-bb96-4041-a967-fcd559201872 req-ea6b1d29-e2c3-4aa7-996e-603844b7c09d tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 945 time: 0.0853312 Jun 23 10:08:25.859609 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device 726afb24-71ef-421f-938d-77f45ea2acdb details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=93712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 10:08:25.871510 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9089e44f-bb96-4041-a967-fcd559201872 req-6b2273c0-a404-4521-a580-b4e7c508da31 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546162 Jun 23 10:08:25.898734 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75379305-b44b-4563-ae76-0ac4c6373d83 req-398b5a96-ad96-4473-8e59-e7f3d03a0fa0 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:25.907849 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-75379305-b44b-4563-ae76-0ac4c6373d83 req-398b5a96-ad96-4473-8e59-e7f3d03a0fa0 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/ports?device_id=b20af615-61b7-4ce4-90e5-95c5ee2360b8 HTTP/1.1" status: 200 len: 945 time: 0.0922687 Jun 23 10:08:25.938097 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-75379305-b44b-4563-ae76-0ac4c6373d83 req-81586b82-81bd-472e-bd52-35c858f1087d tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/security-groups?id=75b66fc2-e4ab-47fb-bfad-2d88183747c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321853 Jun 23 10:08:25.969593 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port 726afb24-71ef-421f-938d-77f45ea2acdb, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=726afb24-71ef-421f-938d-77f45ea2acdb,segment=NetworkSegment(123241cd-b535-44a1-bf30-0ae92daf025e),segment_id=123241cd-b535-44a1-bf30-0ae92daf025e)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:08:25.980435 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Returning: {'device': '726afb24-71ef-421f-938d-77f45ea2acdb', 'network_id': '65500ae7-4aaa-4548-a34e-5012c7cf1a43', 'port_id': '726afb24-71ef-421f-938d-77f45ea2acdb', 'mac_address': 'fa:16:3e:95:ff:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8cbeaf2-c9e4-4063-a27d-321de2128578', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 10:08:26.016064 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:26.028556 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 726afb24-71ef-421f-938d-77f45ea2acdb {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 10:08:26.051620 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port 726afb24-71ef-421f-938d-77f45ea2acdb, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=726afb24-71ef-421f-938d-77f45ea2acdb,segment=NetworkSegment(123241cd-b535-44a1-bf30-0ae92daf025e),segment_id=123241cd-b535-44a1-bf30-0ae92daf025e)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:08:26.074647 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.agents_db [None req-4b03355e-e743-40fc-912e-580b49e4c212 None None] Agent healthcheck: found 6 active agents {{(pid=93713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 10:08:26.133767 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:26.137197 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-b465f025-94ff-4d54-99d0-62686b2fe27c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:26.186607 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Pushing event updated for resources: {'Port': ['ID=726afb24-71ef-421f-938d-77f45ea2acdb,revision_number=4']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:26.186607 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:26.474661 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 33100) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:08:26.488003 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-db4d438a-d423-4901-b5a2-41f7ef2e3639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:26.515012 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] get_ports_and_sgs() called for port_ids ['726afb24-71ef-421f-938d-77f45ea2acdb'] {{(pid=93712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 10:08:26.583467 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-db4d438a-d423-4901-b5a2-41f7ef2e3639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:26.659695 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-db4d438a-d423-4901-b5a2-41f7ef2e3639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:26.663770 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:26.702241 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-db4d438a-d423-4901-b5a2-41f7ef2e3639 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6cd7b39e12a84145b9672204ce2dd215&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2265012 Jun 23 10:08:26.703160 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4d438a-d423-4901-b5a2-41f7ef2e3639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09fbdcc0-8888-4f18-948e-a5c213c8a23d,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:26.705718 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 33112) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:08:26.709036 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-db4d438a-d423-4901-b5a2-41f7ef2e3639 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:26.757272 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-54ac6054-a883-43e9-b453-514e00fe869a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:26.778398 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-54ac6054-a883-43e9-b453-514e00fe869a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:26.900555 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aab35c-a66b-425c-aaea-00ad9fdb0414 req-97838a6a-e514-4e2d-b84d-db9ed4593c3a tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:26.902206 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-66aab35c-a66b-425c-aaea-00ad9fdb0414 req-97838a6a-e514-4e2d-b84d-db9ed4593c3a tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/ports?device_id=20a8aae3-63f2-4ff7-84c2-dd9a9ec997c7 HTTP/1.1" status: 200 len: 944 time: 0.0788381 Jun 23 10:08:26.906017 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-54ac6054-a883-43e9-b453-514e00fe869a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:26.909135 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-54ac6054-a883-43e9-b453-514e00fe869a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:26.912557 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-54ac6054-a883-43e9-b453-514e00fe869a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/09fbdcc0-8888-4f18-948e-a5c213c8a23d HTTP/1.1" status: 204 len: 168 time: 0.2036512 Jun 23 10:08:26.912557 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-bc45a983-512e-4e23-82d7-6df80fdcf67e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:26.928723 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac6054-a883-43e9-b453-514e00fe869a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09fbdcc0-8888-4f18-948e-a5c213c8a23d,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:26.939637 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-54ac6054-a883-43e9-b453-514e00fe869a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:26.954752 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-66aab35c-a66b-425c-aaea-00ad9fdb0414 req-c76f9338-5b7a-461e-8e61-bb33177cb2ee tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b4c3e32-0c40-4d18-8491-062ddc45c477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384774 Jun 23 10:08:27.123566 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dd0a9c-9586-4b23-b40c-25319cc7c4c7 req-04844830-afee-42ec-a804-1afae91163c7 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:27.125037 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-c2dd0a9c-9586-4b23-b40c-25319cc7c4c7 req-04844830-afee-42ec-a804-1afae91163c7 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 945 time: 0.1044648 Jun 23 10:08:27.172293 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9237295f-c07a-40e2-91be-966a2b0272fb req-e1abfe35-03e2-4ba8-ad6b-9a4e20106a59 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:27.173753 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9237295f-c07a-40e2-91be-966a2b0272fb req-e1abfe35-03e2-4ba8-ad6b-9a4e20106a59 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/ports?device_id=b20af615-61b7-4ce4-90e5-95c5ee2360b8 HTTP/1.1" status: 200 len: 945 time: 0.1108587 Jun 23 10:08:27.180767 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-c2dd0a9c-9586-4b23-b40c-25319cc7c4c7 req-4bf7f3d5-0b70-485e-acbd-a8ff5fe1fbe6 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480981 Jun 23 10:08:27.217122 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9237295f-c07a-40e2-91be-966a2b0272fb req-a7b24c2f-1ce6-4c7f-b992-b4a3fdc77aad tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/security-groups?id=75b66fc2-e4ab-47fb-bfad-2d88183747c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354156 Jun 23 10:08:27.745002 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 33158) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:08:27.850936 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-2cb1cb98-bb00-4bb3-b7bc-a9a0107fb52e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:27.874299 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device 726afb24-71ef-421f-938d-77f45ea2acdb up at agent hyperv_hv-cinder-79751 {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:08:27.952240 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-2cb1cb98-bb00-4bb3-b7bc-a9a0107fb52e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:28.027091 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Provisioning for port 726afb24-71ef-421f-938d-77f45ea2acdb completed by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:08:28.031443 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Provisioning complete for port 726afb24-71ef-421f-938d-77f45ea2acdb triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:08:28.032029 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:28.061465 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-2cb1cb98-bb00-4bb3-b7bc-a9a0107fb52e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:28.066297 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-2bade4cd-e3a7-4c9e-8efd-1e9f371c62da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:28.105677 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-2cb1cb98-bb00-4bb3-b7bc-a9a0107fb52e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e04ddeff487947ec84435a85d715d16d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3594599 Jun 23 10:08:28.108258 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb1cb98-bb00-4bb3-b7bc-a9a0107fb52e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3e9b86-caec-4eba-822b-4ed551bd35cc,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:28.115108 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-2cb1cb98-bb00-4bb3-b7bc-a9a0107fb52e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:28.128689 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 33176) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:08:28.160386 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:28.186563 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a3d0c-7221-4b85-9b85-876df42314d3 req-60c9997b-58cc-4017-9184-3af533e4ac68 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:28.190897 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-0b2a3d0c-7221-4b85-9b85-876df42314d3 req-60c9997b-58cc-4017-9184-3af533e4ac68 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/ports?device_id=20a8aae3-63f2-4ff7-84c2-dd9a9ec997c7 HTTP/1.1" status: 200 len: 944 time: 0.1076188 Jun 23 10:08:28.212739 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port 726afb24-71ef-421f-938d-77f45ea2acdb, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=726afb24-71ef-421f-938d-77f45ea2acdb,segment=NetworkSegment(123241cd-b535-44a1-bf30-0ae92daf025e),segment_id=123241cd-b535-44a1-bf30-0ae92daf025e)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:08:28.214004 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20a8aae3-63f2-4ff7-84c2-dd9a9ec997c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726afb24-71ef-421f-938d-77f45ea2acdb'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:08:28.217540 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e06d9dce5bc2bce6c931562da1c36027cbf4e574fb667469159d94052b32a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1d6e03-93f3-4210-bb30-bc0a6686f943" -d '{"events": [{"server_uuid": "20a8aae3-63f2-4ff7-84c2-dd9a9ec997c7", "name": "network-vif-plugged", "status": "completed", "tag": "726afb24-71ef-421f-938d-77f45ea2acdb"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:08:28.230711 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-7272f9f6-c0c1-4eaf-904a-c5cc9bc25d1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:28.246082 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-0b2a3d0c-7221-4b85-9b85-876df42314d3 req-a587bd7e-c3f1-4e26-b6f0-facd1a5854ae tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b4c3e32-0c40-4d18-8491-062ddc45c477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501835 Jun 23 10:08:28.278167 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-7272f9f6-c0c1-4eaf-904a-c5cc9bc25d1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:28.294305 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:28.296271 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-6e4abf09-1d2f-4c10-a077-a78e619d5224 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:28.309607 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 10:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce43a6e6-21e3-4ff3-bee8-34605cea6b73 x-openstack-request-id: req-ce43a6e6-21e3-4ff3-bee8-34605cea6b73 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:08:28.309907 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20a8aae3-63f2-4ff7-84c2-dd9a9ec997c7", "name": "network-vif-plugged", "status": "completed", "tag": "726afb24-71ef-421f-938d-77f45ea2acdb", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:08:28.311348 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ce43a6e6-21e3-4ff3-bee8-34605cea6b73 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:08:28.311959 dv-cinder-797510-1-iscsi neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20a8aae3-63f2-4ff7-84c2-dd9a9ec997c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '726afb24-71ef-421f-938d-77f45ea2acdb', 'code': 200} Jun 23 10:08:28.433324 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Pushing event updated for resources: {'Port': ['ID=726afb24-71ef-421f-938d-77f45ea2acdb,revision_number=5']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:28.445726 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:28.449138 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-7272f9f6-c0c1-4eaf-904a-c5cc9bc25d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:28.452218 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-7272f9f6-c0c1-4eaf-904a-c5cc9bc25d1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:28.455378 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-7272f9f6-c0c1-4eaf-904a-c5cc9bc25d1f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3c3e9b86-caec-4eba-822b-4ed551bd35cc HTTP/1.1" status: 204 len: 168 time: 0.3337121 Jun 23 10:08:28.464239 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-9bf5adbf-390e-4d83-a888-0a6b6b43455d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:28.479258 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae104c-56f0-460c-a0b8-b0c1b268d057 req-226fd60f-e5f1-4393-8eb5-790fdb987ce5 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:28.480678 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-3cae104c-56f0-460c-a0b8-b0c1b268d057 req-226fd60f-e5f1-4393-8eb5-790fdb987ce5 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 945 time: 0.1170492 Jun 23 10:08:28.480836 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7272f9f6-c0c1-4eaf-904a-c5cc9bc25d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3e9b86-caec-4eba-822b-4ed551bd35cc,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:28.483233 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-7272f9f6-c0c1-4eaf-904a-c5cc9bc25d1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:28.567713 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23cce9-b454-468b-b9ac-899962e63c9a req-c90662c2-f956-4e00-a1f6-c4562f4ce146 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:28.569895 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-2e23cce9-b454-468b-b9ac-899962e63c9a req-c90662c2-f956-4e00-a1f6-c4562f4ce146 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.52 "GET /v2.0/ports?device_id=b20af615-61b7-4ce4-90e5-95c5ee2360b8 HTTP/1.1" status: 200 len: 945 time: 0.1997170 Jun 23 10:08:28.797241 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [req-2e23cce9-b454-468b-b9ac-899962e63c9a req-cdb411ba-82ce-46aa-8329-643255e312e2 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] Deleting port 9b049a78-e667-488e-b1a8-62940d026dfe {{(pid=93710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:08:28.799068 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-2e23cce9-b454-468b-b9ac-899962e63c9a req-cdb411ba-82ce-46aa-8329-643255e312e2 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:28.855279 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-3cae104c-56f0-460c-a0b8-b0c1b268d057 req-0f484f74-88e0-4960-a895-d1c5726f0994 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3677590 Jun 23 10:08:28.939617 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec8f7bf-38b3-425f-bee2-0dd7b7f84497 req-d526b9f0-f0f1-461e-b533-2d1f636bbc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:28.946473 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-cec8f7bf-38b3-425f-bee2-0dd7b7f84497 req-d526b9f0-f0f1-461e-b533-2d1f636bbc57 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=20a8aae3-63f2-4ff7-84c2-dd9a9ec997c7 HTTP/1.1" status: 200 len: 1098 time: 0.1404698 Jun 23 10:08:28.948507 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.db [req-2e23cce9-b454-468b-b9ac-899962e63c9a req-cdb411ba-82ce-46aa-8329-643255e312e2 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] For port 9b049a78-e667-488e-b1a8-62940d026dfe, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=9b049a78-e667-488e-b1a8-62940d026dfe,segment=NetworkSegment(302d0cae-9b55-4cbe-bedd-d535d505cba6),segment_id=302d0cae-9b55-4cbe-bedd-d535d505cba6)] {{(pid=93710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:08:28.948933 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-2e23cce9-b454-468b-b9ac-899962e63c9a req-cdb411ba-82ce-46aa-8329-643255e312e2 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:28.952872 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2c436-c0a7-4c40-a5fc-17e99e1194c6 req-cc7cbc8d-70dd-4b97-873a-ddc208e3edde tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:28.960938 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-bca2c436-c0a7-4c40-a5fc-17e99e1194c6 req-cc7cbc8d-70dd-4b97-873a-ddc208e3edde tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/ports?device_id=b20af615-61b7-4ce4-90e5-95c5ee2360b8 HTTP/1.1" status: 200 len: 945 time: 0.1875372 Jun 23 10:08:28.986400 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [req-2e23cce9-b454-468b-b9ac-899962e63c9a req-cdb411ba-82ce-46aa-8329-643255e312e2 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] Calling delete_port for 9b049a78-e667-488e-b1a8-62940d026dfe owned by compute:nova {{(pid=93710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:08:29.027293 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-bca2c436-c0a7-4c40-a5fc-17e99e1194c6 req-0d1f6753-0cbb-4de1-a72a-2cd06a99da7e tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/security-groups?id=75b66fc2-e4ab-47fb-bfad-2d88183747c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652359 Jun 23 10:08:29.029482 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-cec8f7bf-38b3-425f-bee2-0dd7b7f84497 req-adef9b3d-04f9-452c-a84d-2209c36788af service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8b4c3e32-0c40-4d18-8491-062ddc45c477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663211 Jun 23 10:08:29.318499 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-2e23cce9-b454-468b-b9ac-899962e63c9a req-cdb411ba-82ce-46aa-8329-643255e312e2 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31904537'] for port, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:29.324221 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:29.330572 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] get_ports_and_sgs() called for port_ids ['9b049a78-e667-488e-b1a8-62940d026dfe'] {{(pid=93712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 10:08:29.367931 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 33226) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:08:29.385434 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb411ba-82ce-46aa-8329-643255e312e2 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] Pushing event deleted for resources: {'Port': ['ID=9b049a78-e667-488e-b1a8-62940d026dfe,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:29.387123 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-cdb411ba-82ce-46aa-8329-643255e312e2 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:29.412481 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-762b78a7-d052-4161-b72a-7e7ca909cf34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:29.429296 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e23cce9-b454-468b-b9ac-899962e63c9a req-cdb411ba-82ce-46aa-8329-643255e312e2 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] No DVR routers for this DVR port 9b049a78-e667-488e-b1a8-62940d026dfe on host hv-cinder-79751 {{(pid=93710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 10:08:29.432509 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-2e23cce9-b454-468b-b9ac-899962e63c9a req-cdb411ba-82ce-46aa-8329-643255e312e2 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for port, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:29.434689 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-2e23cce9-b454-468b-b9ac-899962e63c9a req-cdb411ba-82ce-46aa-8329-643255e312e2 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.52 "DELETE /v2.0/ports/9b049a78-e667-488e-b1a8-62940d026dfe HTTP/1.1" status: 204 len: 173 time: 0.8521159 Jun 23 10:08:29.437633 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20af615-61b7-4ce4-90e5-95c5ee2360b8', 'name': 'network-vif-deleted', 'tag': '9b049a78-e667-488e-b1a8-62940d026dfe'}] {{(pid=93710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:08:29.437633 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476757ab5199ad7afce7410758f86ea887fce0aa64a809171aa19cb360cf7c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891282de-71c7-4f74-b53d-90e3412c0c55" -d '{"events": [{"server_uuid": "b20af615-61b7-4ce4-90e5-95c5ee2360b8", "name": "network-vif-deleted", "tag": "9b049a78-e667-488e-b1a8-62940d026dfe"}]}' {{(pid=93710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:08:29.490571 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce8e7c1-6aee-4963-8da2-ec27d36ee5af req-a87c1c6f-5291-4483-bd5e-1672fc2b1e31 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:29.492096 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-8ce8e7c1-6aee-4963-8da2-ec27d36ee5af req-a87c1c6f-5291-4483-bd5e-1672fc2b1e31 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/ports?device_id=20a8aae3-63f2-4ff7-84c2-dd9a9ec997c7 HTTP/1.1" status: 200 len: 945 time: 0.1179643 Jun 23 10:08:29.529023 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 10:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f952c7d1-676a-4ae5-804e-e5cfd6aff612 x-openstack-request-id: req-f952c7d1-676a-4ae5-804e-e5cfd6aff612 {{(pid=93710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:08:29.529587 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20af615-61b7-4ce4-90e5-95c5ee2360b8", "name": "network-vif-deleted", "tag": "9b049a78-e667-488e-b1a8-62940d026dfe", "status": "completed", "code": 200}]} {{(pid=93710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:08:29.530388 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f952c7d1-676a-4ae5-804e-e5cfd6aff612 {{(pid=93710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:08:29.531058 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b20af615-61b7-4ce4-90e5-95c5ee2360b8', 'name': 'network-vif-deleted', 'tag': '9b049a78-e667-488e-b1a8-62940d026dfe', 'status': 'completed', 'code': 200} Jun 23 10:08:29.553343 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-8ce8e7c1-6aee-4963-8da2-ec27d36ee5af req-a528527f-3b4f-465a-a023-54b25b320b15 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b4c3e32-0c40-4d18-8491-062ddc45c477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527906 Jun 23 10:08:29.575038 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-762b78a7-d052-4161-b72a-7e7ca909cf34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:29.692802 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-762b78a7-d052-4161-b72a-7e7ca909cf34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:29.696294 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-4f06da02-0e2e-4393-8755-36a0fb715cd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:29.751671 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-762b78a7-d052-4161-b72a-7e7ca909cf34 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ddbb67e25999407ebbc1a0bd8336ea9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3767107 Jun 23 10:08:29.751671 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762b78a7-d052-4161-b72a-7e7ca909cf34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d06f85-0301-446e-879f-e73fbf7dc05a,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:29.751671 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 33246) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:08:29.753622 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-762b78a7-d052-4161-b72a-7e7ca909cf34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:29.766284 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-dcb9ef93-9036-4b58-9045-204280126f44 req-5f7b7c56-b220-4f74-bc6b-68d77b3851e3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0674899 Jun 23 10:08:29.803782 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-41ec9877-b4c8-401e-862b-7adadce5d448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:29.824667 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-41ec9877-b4c8-401e-862b-7adadce5d448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:29.880333 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9ef93-9036-4b58-9045-204280126f44 req-f82c78da-8fe5-48fe-a742-fc5a180d1103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:29.881797 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-dcb9ef93-9036-4b58-9045-204280126f44 req-f82c78da-8fe5-48fe-a742-fc5a180d1103 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d46b0904cf749dda07bbce4569535a4&device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 1098 time: 0.0586362 Jun 23 10:08:29.947237 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-41ec9877-b4c8-401e-862b-7adadce5d448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:29.950878 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-41ec9877-b4c8-401e-862b-7adadce5d448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:29.954669 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-41ec9877-b4c8-401e-862b-7adadce5d448 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/83d06f85-0301-446e-879f-e73fbf7dc05a HTTP/1.1" status: 204 len: 168 time: 0.1995273 Jun 23 10:08:29.954989 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-66708afa-37e7-4236-ad03-ea84765de73b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:29.963866 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ec9877-b4c8-401e-862b-7adadce5d448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d06f85-0301-446e-879f-e73fbf7dc05a,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:29.973610 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-41ec9877-b4c8-401e-862b-7adadce5d448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:30.024310 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9ef93-9036-4b58-9045-204280126f44 req-54e4f54e-975f-456c-9b6a-d195f2809757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:30.025743 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-dcb9ef93-9036-4b58-9045-204280126f44 req-54e4f54e-975f-456c-9b6a-d195f2809757 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5 HTTP/1.1" status: 200 len: 919 time: 0.1072698 Jun 23 10:08:30.068527 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450dc17-fb2a-4b3a-87ec-19434a3246ff req-d0307da8-bddf-4f7d-803a-195c8e7130cb tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:30.070492 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e450dc17-fb2a-4b3a-87ec-19434a3246ff req-d0307da8-bddf-4f7d-803a-195c8e7130cb tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 945 time: 0.0711629 Jun 23 10:08:30.115127 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-dcb9ef93-9036-4b58-9045-204280126f44 req-e443e41e-4755-4e1b-a436-46e611265e5a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d21401e9-dd04-48ca-a09d-f281becba8ee HTTP/1.1" status: 200 len: 217 time: 0.0760868 Jun 23 10:08:30.121156 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e450dc17-fb2a-4b3a-87ec-19434a3246ff req-d877c2fd-bb42-4957-b0c1-973a9b115a8b tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440559 Jun 23 10:08:30.217903 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e7ca07e2-6501-416f-be4e-3cde5f651408 req-54147b19-cb78-4ee0-8b89-867fa3c2e50a tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/ports?device_id=b20af615-61b7-4ce4-90e5-95c5ee2360b8 HTTP/1.1" status: 200 len: 210 time: 0.0496185 Jun 23 10:08:30.218482 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9ef93-9036-4b58-9045-204280126f44 req-b289dc77-c1e7-4422-93d9-d1aaa069ae58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:30.218482 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-dcb9ef93-9036-4b58-9045-204280126f44 req-b289dc77-c1e7-4422-93d9-d1aaa069ae58 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ee931124-afba-46a0-8fb4-344a768129bc HTTP/1.1" status: 200 len: 858 time: 0.0883110 Jun 23 10:08:30.264894 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-dcb9ef93-9036-4b58-9045-204280126f44 req-ff878742-dfc0-492a-8729-ebd9e175b5d1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393105 Jun 23 10:08:30.365373 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-dcb9ef93-9036-4b58-9045-204280126f44 req-7f933069-094c-4d78-aaa6-68a7f0be556d service neutron] 10.222.0.52 "GET /v2.0/networks/fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899086 Jun 23 10:08:30.463198 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-dcb9ef93-9036-4b58-9045-204280126f44 req-575f8428-e644-4ffe-b48e-9a3e12b7b599 service neutron] 10.222.0.52 "GET /v2.0/networks/fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895517 Jun 23 10:08:30.737498 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd7167-fcfc-4a28-8115-b1e11dbddfb4 req-848a8b95-2181-4de3-91c2-c88cd435bcf9 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:30.739069 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-dcfd7167-fcfc-4a28-8115-b1e11dbddfb4 req-848a8b95-2181-4de3-91c2-c88cd435bcf9 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/ports?device_id=20a8aae3-63f2-4ff7-84c2-dd9a9ec997c7 HTTP/1.1" status: 200 len: 945 time: 0.0677171 Jun 23 10:08:30.776676 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-dcfd7167-fcfc-4a28-8115-b1e11dbddfb4 req-105bbd6c-81bd-41a7-8368-e891989390ac tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b4c3e32-0c40-4d18-8491-062ddc45c477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319943 Jun 23 10:08:31.318601 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f3374d-e791-4dcb-8bd4-52bd77720cd1 req-8a0a034b-98f7-414b-b1c9-3a0d742a4f9e tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:31.320444 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e9f3374d-e791-4dcb-8bd4-52bd77720cd1 req-8a0a034b-98f7-414b-b1c9-3a0d742a4f9e tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 945 time: 0.0648932 Jun 23 10:08:31.386490 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-0c003028-8060-4977-b3df-70345f251baa req-910ac332-7776-42ba-9718-2d7c64927bdf tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] 10.222.0.47 "GET /v2.0/ports?device_id=b20af615-61b7-4ce4-90e5-95c5ee2360b8 HTTP/1.1" status: 200 len: 210 time: 0.0392566 Jun 23 10:08:31.389622 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e9f3374d-e791-4dcb-8bd4-52bd77720cd1 req-fd1239c0-9809-4cb5-abab-b6d9565eacc0 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635431 Jun 23 10:08:32.067687 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 33336) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:08:32.168105 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-54c14427-57b0-4bae-89c5-a681f9a1b8fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:32.257746 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-54c14427-57b0-4bae-89c5-a681f9a1b8fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:32.355421 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-54c14427-57b0-4bae-89c5-a681f9a1b8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:32.358986 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:32.396032 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-54c14427-57b0-4bae-89c5-a681f9a1b8fe admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bd8fbe49aa5d4509abaf1f278d1a8c73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3272717 Jun 23 10:08:32.396912 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c14427-57b0-4bae-89c5-a681f9a1b8fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62380f67-ddcd-455a-ba49-6b6ba54b0ced,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:32.398699 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 33344) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:08:32.400471 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-54c14427-57b0-4bae-89c5-a681f9a1b8fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:32.454532 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-0df4c2e3-2181-4d4f-a10e-6b266e63bd96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:32.478266 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-0df4c2e3-2181-4d4f-a10e-6b266e63bd96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:32.589865 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f6b4e-93d9-4e06-8c71-832e5db60c23 req-98ecbda4-7bc8-401c-b1dd-741742c4c418 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:32.591387 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-990f6b4e-93d9-4e06-8c71-832e5db60c23 req-98ecbda4-7bc8-401c-b1dd-741742c4c418 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 945 time: 0.0731800 Jun 23 10:08:32.598852 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-0df4c2e3-2181-4d4f-a10e-6b266e63bd96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:32.601867 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-0df4c2e3-2181-4d4f-a10e-6b266e63bd96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:32.603299 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-0df4c2e3-2181-4d4f-a10e-6b266e63bd96 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/62380f67-ddcd-455a-ba49-6b6ba54b0ced HTTP/1.1" status: 204 len: 168 time: 0.2036104 Jun 23 10:08:32.604126 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:32.635956 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df4c2e3-2181-4d4f-a10e-6b266e63bd96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62380f67-ddcd-455a-ba49-6b6ba54b0ced,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:32.645697 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-0df4c2e3-2181-4d4f-a10e-6b266e63bd96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:32.656415 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-990f6b4e-93d9-4e06-8c71-832e5db60c23 req-66c7d9c1-fcfc-49c5-9a97-4d778791b971 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545375 Jun 23 10:08:32.757027 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device 9b049a78-e667-488e-b1a8-62940d026dfe no longer exists at agent hyperv_hv-cinder-79751 {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 10:08:32.779305 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] No Port match for: 9b049a78-e667-488e-b1a8-62940d026dfe {{(pid=93712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 10:08:32.779642 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device 9b049a78-e667-488e-b1a8-62940d026dfe not bound to the agent host hv-cinder-79751 {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 10:08:33.299865 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 33386) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:08:33.312526 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-6dd3b93a-8769-4e34-bc7e-0f0a77744998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:33.399983 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-6dd3b93a-8769-4e34-bc7e-0f0a77744998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:33.515419 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-6dd3b93a-8769-4e34-bc7e-0f0a77744998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:33.519548 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-502b1867-84cd-4d3a-82d6-c7d53e131cad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:33.553555 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-6dd3b93a-8769-4e34-bc7e-0f0a77744998 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c2343835ae0e4afbb7a91c3675d865d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2526720 Jun 23 10:08:33.554386 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd3b93a-8769-4e34-bc7e-0f0a77744998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9956caae-1b7a-4321-ba9b-f6fdeb6e72d7,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:33.556941 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 33390) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:08:33.557528 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-6dd3b93a-8769-4e34-bc7e-0f0a77744998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:33.611453 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8f4932c0-92d6-439b-9c43-163ecfc51224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:33.635225 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8f4932c0-92d6-439b-9c43-163ecfc51224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:33.697624 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 33396) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:08:33.761139 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8f4932c0-92d6-439b-9c43-163ecfc51224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:33.763836 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8f4932c0-92d6-439b-9c43-163ecfc51224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:33.764963 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-8f4932c0-92d6-439b-9c43-163ecfc51224 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9956caae-1b7a-4321-ba9b-f6fdeb6e72d7 HTTP/1.1" status: 204 len: 168 time: 0.2061393 Jun 23 10:08:33.765695 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:33.775782 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4932c0-92d6-439b-9c43-163ecfc51224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9956caae-1b7a-4321-ba9b-f6fdeb6e72d7,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:33.777994 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-8f4932c0-92d6-439b-9c43-163ecfc51224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:33.793745 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:33.808746 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1c69ac81-065a-435b-a15b-a80abb0f9192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:33.896229 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1c69ac81-065a-435b-a15b-a80abb0f9192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:33.958396 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1c69ac81-065a-435b-a15b-a80abb0f9192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:33.961786 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-12fea7f0-810b-45b6-87e7-77110c130334 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:33.996310 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-1c69ac81-065a-435b-a15b-a80abb0f9192 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1d11457b53f849978da457d5255e9174&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2976129 Jun 23 10:08:33.998344 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c69ac81-065a-435b-a15b-a80abb0f9192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4954b598-cbd1-4a69-bf9b-27a96485ae84,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:33.999179 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 33404) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:08:34.002215 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-1c69ac81-065a-435b-a15b-a80abb0f9192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:34.051939 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-f40d0215-4947-4842-bd81-22b272d256f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:34.072504 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-f40d0215-4947-4842-bd81-22b272d256f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:34.198302 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-f40d0215-4947-4842-bd81-22b272d256f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:34.200976 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-f40d0215-4947-4842-bd81-22b272d256f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:34.202238 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-f40d0215-4947-4842-bd81-22b272d256f2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4954b598-cbd1-4a69-bf9b-27a96485ae84 HTTP/1.1" status: 204 len: 168 time: 0.2018123 Jun 23 10:08:34.203208 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-54ac6054-a883-43e9-b453-514e00fe869a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:34.211664 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40d0215-4947-4842-bd81-22b272d256f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4954b598-cbd1-4a69-bf9b-27a96485ae84,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:34.213928 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-f40d0215-4947-4842-bd81-22b272d256f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:35.011304 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d775f5c0-8366-45fe-8dd4-ea14639e46e7 req-21b0d3ce-7a16-49c5-82a0-4ff50ca8b04d tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:35.012746 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d775f5c0-8366-45fe-8dd4-ea14639e46e7 req-21b0d3ce-7a16-49c5-82a0-4ff50ca8b04d tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 945 time: 0.0710516 Jun 23 10:08:35.025965 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 33432) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:08:35.048364 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2fb5436e-05b2-4323-981e-6dc1e1c8a45f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:35.075409 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d775f5c0-8366-45fe-8dd4-ea14639e46e7 req-12c56437-4dd0-4069-8f46-14600e794086 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563767 Jun 23 10:08:35.149358 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2fb5436e-05b2-4323-981e-6dc1e1c8a45f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:35.287163 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2fb5436e-05b2-4323-981e-6dc1e1c8a45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:35.290585 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:35.326195 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-2fb5436e-05b2-4323-981e-6dc1e1c8a45f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=be833c63860845d58cca4f660ae26cbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2992084 Jun 23 10:08:35.328875 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 33438) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:08:35.338638 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5436e-05b2-4323-981e-6dc1e1c8a45f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9cbe1d-7dbc-480e-9a19-a2b3f8aaa3ad,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:35.344956 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-2fb5436e-05b2-4323-981e-6dc1e1c8a45f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:35.397147 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-94f69106-d712-44fc-a8ee-e4c8640869d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:35.428609 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-94f69106-d712-44fc-a8ee-e4c8640869d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:35.579787 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-94f69106-d712-44fc-a8ee-e4c8640869d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:35.582548 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-94f69106-d712-44fc-a8ee-e4c8640869d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:35.583781 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-94f69106-d712-44fc-a8ee-e4c8640869d6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4d9cbe1d-7dbc-480e-9a19-a2b3f8aaa3ad HTTP/1.1" status: 204 len: 168 time: 0.2538412 Jun 23 10:08:35.586991 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-54c14427-57b0-4bae-89c5-a681f9a1b8fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:35.592449 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f69106-d712-44fc-a8ee-e4c8640869d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9cbe1d-7dbc-480e-9a19-a2b3f8aaa3ad,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:35.595615 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-94f69106-d712-44fc-a8ee-e4c8640869d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:36.162039 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e481ec9-abf6-45ac-9517-7c6d4c60c0af req-20977b48-09c0-4dc1-bc70-903fb7e874b1 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:36.163673 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4e481ec9-abf6-45ac-9517-7c6d4c60c0af req-20977b48-09c0-4dc1-bc70-903fb7e874b1 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/ports?device_id=20a8aae3-63f2-4ff7-84c2-dd9a9ec997c7 HTTP/1.1" status: 200 len: 945 time: 0.0983331 Jun 23 10:08:36.220929 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4e481ec9-abf6-45ac-9517-7c6d4c60c0af req-724d2aaf-405a-4dad-8182-32a6d6fb89ac tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b4c3e32-0c40-4d18-8491-062ddc45c477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466230 Jun 23 10:08:36.296474 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954820c-72bd-4181-a298-1f25d4dc0038 req-93e8e448-e347-479a-b897-5fa0938b60a4 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:36.298392 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1954820c-72bd-4181-a298-1f25d4dc0038 req-93e8e448-e347-479a-b897-5fa0938b60a4 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 945 time: 0.0779238 Jun 23 10:08:36.342986 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1954820c-72bd-4181-a298-1f25d4dc0038 req-21608f91-a737-4c1d-9cd3-78447a38ce4d tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433717 Jun 23 10:08:36.404572 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 33514) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:08:36.447465 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.db_base_plugin_v2 [None req-4470cf92-d555-4c87-ae55-58f9bc3243aa admin admin] Deleting subnet 753997d7-9beb-42c5-9777-2f80be92ad24 {{(pid=93710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 10:08:36.450357 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-4470cf92-d555-4c87-ae55-58f9bc3243aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:36.483391 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-4470cf92-d555-4c87-ae55-58f9bc3243aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33103701'] for subnet, precommit_delete_associations {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:36.524590 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-4470cf92-d555-4c87-ae55-58f9bc3243aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528171'] for subnet, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:36.693004 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-4470cf92-d555-4c87-ae55-58f9bc3243aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31904595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33311376'] for subnet, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:36.696348 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-10981ffe-1df4-413c-b289-ed9f29014d85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:36.935295 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4470cf92-d555-4c87-ae55-58f9bc3243aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=753997d7-9beb-42c5-9777-2f80be92ad24,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:36.948642 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-4470cf92-d555-4c87-ae55-58f9bc3243aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:36.957982 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-4470cf92-d555-4c87-ae55-58f9bc3243aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for subnet, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:36.959908 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-4470cf92-d555-4c87-ae55-58f9bc3243aa admin admin] 10.222.0.47 "DELETE /v2.0/subnets/753997d7-9beb-42c5-9777-2f80be92ad24 HTTP/1.1" status: 204 len: 168 time: 0.5568092 Jun 23 10:08:36.962303 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 33534) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:08:37.039623 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-33cc87c9-d94b-4c49-8467-77c627f9fa63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-550829'] for network, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:37.086106 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 33544) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:08:37.137642 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-33cc87c9-d94b-4c49-8467-77c627f9fa63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527526', 'neutron.services.segments.db._delete_segments_for_network-8731988835103'] for network, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:37.150281 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.services.segments.db [None req-33cc87c9-d94b-4c49-8467-77c627f9fa63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ff48d62-a733-45c7-b4d1-2b275985ec48']}} {{(pid=93710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:08:37.161753 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.services.segments.db [None req-33cc87c9-d94b-4c49-8467-77c627f9fa63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '302d0cae-9b55-4cbe-bedd-d535d505cba6') {'for_net_delete': True} {{(pid=93710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:08:37.162240 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.services.segments.db [None req-33cc87c9-d94b-4c49-8467-77c627f9fa63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '302d0cae-9b55-4cbe-bedd-d535d505cba6') {} {{(pid=93710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:08:37.170858 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-33cc87c9-d94b-4c49-8467-77c627f9fa63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731988825070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33103690'] for segment, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:37.184142 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-33cc87c9-d94b-4c49-8467-77c627f9fa63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-523806'] for segment, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:37.190962 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33cc87c9-d94b-4c49-8467-77c627f9fa63 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=93710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 10:08:37.191379 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-33cc87c9-d94b-4c49-8467-77c627f9fa63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-523806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31904718'] for segment, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:37.192991 dv-cinder-797510-1-iscsi neutron-server[93710]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 10:08:37.192991 dv-cinder-797510-1-iscsi neutron-server[93710]: conditions |= (models_v2.Port.network_id.in_( Jun 23 10:08:37.192991 dv-cinder-797510-1-iscsi neutron-server[93710]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 10:08:37.192991 dv-cinder-797510-1-iscsi neutron-server[93710]: conditions |= (models_v2.Port.network_id.in_( Jun 23 10:08:37.192991 dv-cinder-797510-1-iscsi neutron-server[93710]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 10:08:37.192991 dv-cinder-797510-1-iscsi neutron-server[93710]: conditions |= (models_v2.Port.network_id.in_( Jun 23 10:08:37.192991 dv-cinder-797510-1-iscsi neutron-server[93710]: Traceback (most recent call last): Jun 23 10:08:37.192991 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 10:08:37.192991 dv-cinder-797510-1-iscsi neutron-server[93710]: timer() Jun 23 10:08:37.192991 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 10:08:37.192991 dv-cinder-797510-1-iscsi neutron-server[93710]: cb(*args, **kw) Jun 23 10:08:37.192991 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 10:08:37.192991 dv-cinder-797510-1-iscsi neutron-server[93710]: return func(*args, **kwargs) Jun 23 10:08:37.192991 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 10:08:37.192991 dv-cinder-797510-1-iscsi neutron-server[93710]: self._notify() Jun 23 10:08:37.192991 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 10:08:37.192991 dv-cinder-797510-1-iscsi neutron-server[93710]: self.callback(batched_events) Jun 23 10:08:37.192991 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 10:08:37.192991 dv-cinder-797510-1-iscsi neutron-server[93710]: event.method(event) Jun 23 10:08:37.192991 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 10:08:37.192991 dv-cinder-797510-1-iscsi neutron-server[93710]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 10:08:37.192991 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 10:08:37.192991 dv-cinder-797510-1-iscsi neutron-server[93710]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 10:08:37.192991 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 10:08:37.192991 dv-cinder-797510-1-iscsi neutron-server[93710]: return f(self, *a, **k) Jun 23 10:08:37.192991 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 10:08:37.192991 dv-cinder-797510-1-iscsi neutron-server[93710]: return self._get(url).json() Jun 23 10:08:37.192991 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 10:08:37.192991 dv-cinder-797510-1-iscsi neutron-server[93710]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 10:08:37.192991 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 10:08:37.192991 dv-cinder-797510-1-iscsi neutron-server[93710]: return self.request(url, 'GET', **kwargs) Jun 23 10:08:37.192991 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 10:08:37.192991 dv-cinder-797510-1-iscsi neutron-server[93710]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 10:08:37.192991 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 10:08:37.192991 dv-cinder-797510-1-iscsi neutron-server[93710]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 10:08:37.192991 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 10:08:37.192991 dv-cinder-797510-1-iscsi neutron-server[93710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 10:08:37.192991 dv-cinder-797510-1-iscsi neutron-server[93710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 10:08:37.246085 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-57dd4f94-66bb-48da-8918-a292b197c55b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:37.358537 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-33cc87c9-d94b-4c49-8467-77c627f9fa63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-193570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1707113'] for network, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:37.363293 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:37.367409 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-33cc87c9-d94b-4c49-8467-77c627f9fa63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for network, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:37.377990 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-33cc87c9-d94b-4c49-8467-77c627f9fa63 admin admin] 10.222.0.47 "DELETE /v2.0/networks/2ff48d62-a733-45c7-b4d1-2b275985ec48 HTTP/1.1" status: 204 len: 168 time: 0.4059532 Jun 23 10:08:37.378602 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cc87c9-d94b-4c49-8467-77c627f9fa63 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ff48d62-a733-45c7-b4d1-2b275985ec48,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:37.380934 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-33cc87c9-d94b-4c49-8467-77c627f9fa63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:37.457410 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-57dd4f94-66bb-48da-8918-a292b197c55b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:37.521025 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-57dd4f94-66bb-48da-8918-a292b197c55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:37.525821 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:37.561139 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-57dd4f94-66bb-48da-8918-a292b197c55b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d8d02f758265417eb5b2b991c59b06de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4735138 Jun 23 10:08:37.562341 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dd4f94-66bb-48da-8918-a292b197c55b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f78a29c-3bf3-44a4-915d-725ad2974ff6,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:37.564567 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 33562) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:08:37.566477 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-57dd4f94-66bb-48da-8918-a292b197c55b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:37.615525 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-6949c709-13f6-4466-955e-4f348fa5db50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:37.636716 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-6949c709-13f6-4466-955e-4f348fa5db50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:37.776406 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 33566) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:08:37.803835 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-6949c709-13f6-4466-955e-4f348fa5db50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:37.806334 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-6949c709-13f6-4466-955e-4f348fa5db50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:37.811881 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-6949c709-13f6-4466-955e-4f348fa5db50 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1f78a29c-3bf3-44a4-915d-725ad2974ff6 HTTP/1.1" status: 204 len: 168 time: 0.2417200 Jun 23 10:08:37.811881 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-ef4fbed1-1323-4594-90ae-058e1d576b66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:37.825674 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6949c709-13f6-4466-955e-4f348fa5db50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f78a29c-3bf3-44a4-915d-725ad2974ff6,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:37.829588 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-6949c709-13f6-4466-955e-4f348fa5db50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:37.834597 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-7ca86e4f-5790-48f7-a105-7f102ee754bf admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1fc0086e8c45473eaed64745e82da40c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0548263 Jun 23 10:08:37.834867 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 33572) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:08:37.891715 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-4b55df07-6c49-48be-9ebd-edd845d5a4c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:37.913924 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-4b55df07-6c49-48be-9ebd-edd845d5a4c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:38.124985 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-4b55df07-6c49-48be-9ebd-edd845d5a4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:38.128963 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-4b55df07-6c49-48be-9ebd-edd845d5a4c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:38.134926 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-4b55df07-6c49-48be-9ebd-edd845d5a4c5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/75b66fc2-e4ab-47fb-bfad-2d88183747c1 HTTP/1.1" status: 204 len: 168 time: 0.2944236 Jun 23 10:08:38.134926 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:38.142278 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b55df07-6c49-48be-9ebd-edd845d5a4c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b66fc2-e4ab-47fb-bfad-2d88183747c1,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:38.150797 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-4b55df07-6c49-48be-9ebd-edd845d5a4c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:38.856673 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 33588) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:08:38.872532 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5735e53c-0b44-45ec-bf62-b008df76d198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:38.988084 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5735e53c-0b44-45ec-bf62-b008df76d198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:39.064494 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5735e53c-0b44-45ec-bf62-b008df76d198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:39.071608 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-d5c2707e-104b-41e1-9d99-abf60a0af98d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:39.114833 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-5735e53c-0b44-45ec-bf62-b008df76d198 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=216b9ff66eeb4f32a296bfd4eae84159&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2537603 Jun 23 10:08:39.114833 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5735e53c-0b44-45ec-bf62-b008df76d198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9ab3d1-d90d-40f4-aa5e-065a7fb27d6b,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:39.115205 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 33606) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:08:39.116749 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-5735e53c-0b44-45ec-bf62-b008df76d198 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:39.167388 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-f922e872-9f2a-4c44-84e1-aed54fee6bd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:39.191392 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-f922e872-9f2a-4c44-84e1-aed54fee6bd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:39.409540 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-f922e872-9f2a-4c44-84e1-aed54fee6bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:39.409540 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-f922e872-9f2a-4c44-84e1-aed54fee6bd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:39.410279 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-f922e872-9f2a-4c44-84e1-aed54fee6bd2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fc9ab3d1-d90d-40f4-aa5e-065a7fb27d6b HTTP/1.1" status: 204 len: 168 time: 0.2939548 Jun 23 10:08:39.411200 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-e298a4d6-37ea-48a5-b2ab-ef1475a0c526 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:39.419996 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f922e872-9f2a-4c44-84e1-aed54fee6bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9ab3d1-d90d-40f4-aa5e-065a7fb27d6b,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:39.429057 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-f922e872-9f2a-4c44-84e1-aed54fee6bd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:39.612447 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81bce40-9f87-4238-b8d9-c533cc5bc40b req-a9ec1634-41a5-4abf-bb10-b94072bb6b9e tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:39.613954 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f81bce40-9f87-4238-b8d9-c533cc5bc40b req-a9ec1634-41a5-4abf-bb10-b94072bb6b9e tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/ports?device_id=20a8aae3-63f2-4ff7-84c2-dd9a9ec997c7 HTTP/1.1" status: 200 len: 945 time: 0.1124716 Jun 23 10:08:39.621454 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25a756-21aa-4d66-9009-987512d8cd89 req-620050a1-0b61-44ab-9cf7-dd836dcf4b4d tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:39.622927 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5f25a756-21aa-4d66-9009-987512d8cd89 req-620050a1-0b61-44ab-9cf7-dd836dcf4b4d tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 945 time: 0.1083879 Jun 23 10:08:39.681184 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5f25a756-21aa-4d66-9009-987512d8cd89 req-a6597168-94e2-46ec-8ea6-8ee0e0662006 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502846 Jun 23 10:08:39.683877 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f81bce40-9f87-4238-b8d9-c533cc5bc40b req-d5e60dea-f5af-42fe-b5b3-55ae7f4d2013 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b4c3e32-0c40-4d18-8491-062ddc45c477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600796 Jun 23 10:08:39.775810 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 33630) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:08:39.920220 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [None req-703d61ea-ada6-4e0a-ae18-52598a51953b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1653851294-network', 'tenant_id': 'ef6eca920b7b4273815fd3508d61a9dc'}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:08:40.035369 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703d61ea-ada6-4e0a-ae18-52598a51953b admin admin] Made reservation on behalf of ef6eca920b7b4273815fd3508d61a9dc for: {'network': 1} {{(pid=93710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:08:40.039462 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-703d61ea-ada6-4e0a-ae18-52598a51953b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for network, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:40.046494 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-703d61ea-ada6-4e0a-ae18-52598a51953b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:40.134441 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-703d61ea-ada6-4e0a-ae18-52598a51953b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:40.236023 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-703d61ea-ada6-4e0a-ae18-52598a51953b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:40.241375 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:40.255796 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-703d61ea-ada6-4e0a-ae18-52598a51953b admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=93710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 10:08:40.273563 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703d61ea-ada6-4e0a-ae18-52598a51953b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03fb2df-82a8-4d55-8926-e64f6f2b2204,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:40.276472 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-703d61ea-ada6-4e0a-ae18-52598a51953b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-523806'] for segment, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:40.277214 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.db.segments_db [None req-703d61ea-ada6-4e0a-ae18-52598a51953b admin admin] Added segment 6ef876d1-6a68-4027-aed0-1d01a0f0bb35 of type vlan for network 1301f56a-a6df-4209-bbcc-55b8e8882c37 Jun 23 10:08:40.278286 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-703d61ea-ada6-4e0a-ae18-52598a51953b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:40.320205 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-703d61ea-ada6-4e0a-ae18-52598a51953b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731988267798'] for network, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:40.545796 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-703d61ea-ada6-4e0a-ae18-52598a51953b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-193570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976'] for network, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:40.547252 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703d61ea-ada6-4e0a-ae18-52598a51953b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:40.547904 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-703d61ea-ada6-4e0a-ae18-52598a51953b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for network, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:40.551004 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:40.611186 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703d61ea-ada6-4e0a-ae18-52598a51953b admin admin] Pushing event updated for resources: {'Network': ['ID=1301f56a-a6df-4209-bbcc-55b8e8882c37,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:40.615328 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-703d61ea-ada6-4e0a-ae18-52598a51953b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:40.622434 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Network 1301f56a-a6df-4209-bbcc-55b8e8882c37 details requested by agent ovs-agent-dv-cinder-797510-1-iscsi with host dv-cinder-797510-1-iscsi {{(pid=93712) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 10:08:40.676716 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-703d61ea-ada6-4e0a-ae18-52598a51953b admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8997593 Jun 23 10:08:40.679636 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 33672) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:08:40.685414 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [None req-78dcc58a-b47c-41dd-992d-f2082b73ba80 admin admin] Request body: {'subnet': {'network_id': '1301f56a-a6df-4209-bbcc-55b8e8882c37', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1653851294-subnet', 'tenant_id': 'ef6eca920b7b4273815fd3508d61a9dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:08:40.818429 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78dcc58a-b47c-41dd-992d-f2082b73ba80 admin admin] Made reservation on behalf of ef6eca920b7b4273815fd3508d61a9dc for: {'subnet': 1} {{(pid=93710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:08:40.820964 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-78dcc58a-b47c-41dd-992d-f2082b73ba80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33311373'] for subnet, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:40.922654 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfff93-d31b-4673-a81d-6365fdaa7e73 req-d129f9d3-adf9-4d8c-93e9-63090e31834e tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:40.924314 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-dabfff93-d31b-4673-a81d-6365fdaa7e73 req-d129f9d3-adf9-4d8c-93e9-63090e31834e tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 945 time: 0.1206532 Jun 23 10:08:40.970259 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a60bd2-c418-42cf-821b-3e3a90e3cd63 req-98b8974e-020c-4073-bf6d-daea2ed1026d tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:40.980207 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f3a60bd2-c418-42cf-821b-3e3a90e3cd63 req-98b8974e-020c-4073-bf6d-daea2ed1026d tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/ports?device_id=20a8aae3-63f2-4ff7-84c2-dd9a9ec997c7 HTTP/1.1" status: 200 len: 945 time: 0.1433358 Jun 23 10:08:41.025669 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-dabfff93-d31b-4673-a81d-6365fdaa7e73 req-86251598-7250-42a9-b627-0a95f42e4422 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945506 Jun 23 10:08:41.033382 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f3a60bd2-c418-42cf-821b-3e3a90e3cd63 req-1f3e4113-0a43-4592-8087-8611a3dcf945 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b4c3e32-0c40-4d18-8491-062ddc45c477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522799 Jun 23 10:08:41.088026 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-78dcc58a-b47c-41dd-992d-f2082b73ba80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31905168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33311391'] for subnet, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:41.093821 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:41.137732 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d357df-21a0-4181-960d-37081a18753e req-f0003b6e-7898-45c7-9157-28bbd879cd56 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:41.139229 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-07d357df-21a0-4181-960d-37081a18753e req-f0003b6e-7898-45c7-9157-28bbd879cd56 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.52 "GET /v2.0/ports?device_id=20a8aae3-63f2-4ff7-84c2-dd9a9ec997c7 HTTP/1.1" status: 200 len: 945 time: 0.1115475 Jun 23 10:08:41.165970 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dcc58a-b47c-41dd-992d-f2082b73ba80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b2113fc-3967-41e0-b823-4d7a0751bfee,revision_number=0']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:41.196344 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-78dcc58a-b47c-41dd-992d-f2082b73ba80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:41.205521 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dcc58a-b47c-41dd-992d-f2082b73ba80 admin admin] Checking segment: {'id': '6ef876d1-6a68-4027-aed0-1d01a0f0bb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1301f56a-a6df-4209-bbcc-55b8e8882c37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:08:41.205870 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dcc58a-b47c-41dd-992d-f2082b73ba80 admin admin] Network hostable DHCP agents. Network: 1301f56a-a6df-4209-bbcc-55b8e8882c37, hostable agents: ['676dd52a-94e8-4a4d-a39c-76e96eb0afdc'], hosted agents: [] {{(pid=93710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 10:08:41.272430 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [req-07d357df-21a0-4181-960d-37081a18753e req-e145e858-94f2-42f6-88fa-43577590443d tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Deleting port 726afb24-71ef-421f-938d-77f45ea2acdb {{(pid=93710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:08:41.272778 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-07d357df-21a0-4181-960d-37081a18753e req-e145e858-94f2-42f6-88fa-43577590443d tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:41.363638 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.db [req-07d357df-21a0-4181-960d-37081a18753e req-e145e858-94f2-42f6-88fa-43577590443d tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] For port 726afb24-71ef-421f-938d-77f45ea2acdb, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=726afb24-71ef-421f-938d-77f45ea2acdb,segment=NetworkSegment(123241cd-b535-44a1-bf30-0ae92daf025e),segment_id=123241cd-b535-44a1-bf30-0ae92daf025e)] {{(pid=93710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:08:41.364001 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-07d357df-21a0-4181-960d-37081a18753e req-e145e858-94f2-42f6-88fa-43577590443d tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:41.377130 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [req-07d357df-21a0-4181-960d-37081a18753e req-e145e858-94f2-42f6-88fa-43577590443d tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Calling delete_port for 726afb24-71ef-421f-938d-77f45ea2acdb owned by compute:nova {{(pid=93710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:08:41.381417 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dcc58a-b47c-41dd-992d-f2082b73ba80 admin admin] Network 1301f56a-a6df-4209-bbcc-55b8e8882c37 is scheduled to be hosted by DHCP agent 676dd52a-94e8-4a4d-a39c-76e96eb0afdc with binding_index 1 {{(pid=93710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 10:08:41.629511 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.base_scheduler [None req-78dcc58a-b47c-41dd-992d-f2082b73ba80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797510-1-iscsi, 1301f56a-a6df-4209-bbcc-55b8e8882c37) {{(pid=93710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:08:41.633399 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78dcc58a-b47c-41dd-992d-f2082b73ba80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:41.633991 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-78dcc58a-b47c-41dd-992d-f2082b73ba80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for subnet, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:41.638592 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e20957-4cde-4bd8-a0ec-c2f03bd2b902 None None] Network 1301f56a-a6df-4209-bbcc-55b8e8882c37 requested from dv-cinder-797510-1-iscsi {{(pid=93712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 10:08:41.698608 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-07d357df-21a0-4181-960d-37081a18753e req-e145e858-94f2-42f6-88fa-43577590443d tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31904537'] for port, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:41.703957 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-3f3b2e54-8db6-4d4b-ac8e-1e68992994b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:41.731836 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e145e858-94f2-42f6-88fa-43577590443d tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Pushing event deleted for resources: {'Port': ['ID=726afb24-71ef-421f-938d-77f45ea2acdb,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:41.738881 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-e145e858-94f2-42f6-88fa-43577590443d tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:41.745976 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] get_ports_and_sgs() called for port_ids ['726afb24-71ef-421f-938d-77f45ea2acdb'] {{(pid=93712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 10:08:41.776948 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.l3_dvrscheduler_db [req-07d357df-21a0-4181-960d-37081a18753e req-e145e858-94f2-42f6-88fa-43577590443d tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] No DVR routers for this DVR port 726afb24-71ef-421f-938d-77f45ea2acdb on host hv-cinder-79751 {{(pid=93710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 10:08:41.779808 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-07d357df-21a0-4181-960d-37081a18753e req-e145e858-94f2-42f6-88fa-43577590443d tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for port, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:41.782605 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-07d357df-21a0-4181-960d-37081a18753e req-e145e858-94f2-42f6-88fa-43577590443d tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.52 "DELETE /v2.0/ports/726afb24-71ef-421f-938d-77f45ea2acdb HTTP/1.1" status: 204 len: 173 time: 0.6332908 Jun 23 10:08:41.783140 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20a8aae3-63f2-4ff7-84c2-dd9a9ec997c7', 'name': 'network-vif-deleted', 'tag': '726afb24-71ef-421f-938d-77f45ea2acdb'}] {{(pid=93710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:08:41.785457 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476757ab5199ad7afce7410758f86ea887fce0aa64a809171aa19cb360cf7c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d35e6041-88e1-49a5-9092-566b97313ee0" -d '{"events": [{"server_uuid": "20a8aae3-63f2-4ff7-84c2-dd9a9ec997c7", "name": "network-vif-deleted", "tag": "726afb24-71ef-421f-938d-77f45ea2acdb"}]}' {{(pid=93710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:08:41.806817 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8cf7c0-ffc5-4e06-ae7a-ed65b2268403 None None] Network 1301f56a-a6df-4209-bbcc-55b8e8882c37 requested from dv-cinder-797510-1-iscsi {{(pid=93712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 10:08:41.813460 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-78dcc58a-b47c-41dd-992d-f2082b73ba80 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1326272 Jun 23 10:08:41.832600 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 10:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4714513-b0dd-43cb-b237-911b8276ce49 x-openstack-request-id: req-a4714513-b0dd-43cb-b237-911b8276ce49 {{(pid=93710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:08:41.832916 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20a8aae3-63f2-4ff7-84c2-dd9a9ec997c7", "name": "network-vif-deleted", "tag": "726afb24-71ef-421f-938d-77f45ea2acdb", "status": "completed", "code": 200}]} {{(pid=93710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:08:41.833191 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a4714513-b0dd-43cb-b237-911b8276ce49 {{(pid=93710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:08:41.833604 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20a8aae3-63f2-4ff7-84c2-dd9a9ec997c7', 'name': 'network-vif-deleted', 'tag': '726afb24-71ef-421f-938d-77f45ea2acdb', 'status': 'completed', 'code': 200} Jun 23 10:08:42.279386 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb034588-86be-4ce4-9e02-c61bce7505ed req-76a6ed93-7c32-4a99-80ed-27b856a5a252 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:42.285168 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-eb034588-86be-4ce4-9e02-c61bce7505ed req-76a6ed93-7c32-4a99-80ed-27b856a5a252 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 945 time: 0.1248014 Jun 23 10:08:42.342846 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-eb034588-86be-4ce4-9e02-c61bce7505ed req-e39f4232-8f39-4fcd-8fb5-61bf88387025 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541210 Jun 23 10:08:42.349845 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a9d79-a884-4e83-b6ec-8a9e743f36b5 req-6b1b7568-e9b2-4ff3-999c-96374a8e9fde tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:42.351325 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-510a9d79-a884-4e83-b6ec-8a9e743f36b5 req-6b1b7568-e9b2-4ff3-999c-96374a8e9fde tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/networks?id=1301f56a-a6df-4209-bbcc-55b8e8882c37 HTTP/1.1" status: 200 len: 815 time: 0.1429925 Jun 23 10:08:42.366450 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-510a9d79-a884-4e83-b6ec-8a9e743f36b5 req-217f2674-c73b-42de-b16f-f981acfe4dee tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/quotas/ef6eca920b7b4273815fd3508d61a9dc HTTP/1.1" status: 200 len: 375 time: 0.0098343 Jun 23 10:08:42.401428 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-510a9d79-a884-4e83-b6ec-8a9e743f36b5 req-f1f8e5e7-feef-4edd-b659-e9bd4f18c779 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=ef6eca920b7b4273815fd3508d61a9dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296309 Jun 23 10:08:42.506642 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-8ded37e2-9cdb-4ac2-b623-2ade2a8f64a6 req-737d957c-e1ef-483f-849f-700a1c09a039 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/ports?device_id=20a8aae3-63f2-4ff7-84c2-dd9a9ec997c7 HTTP/1.1" status: 200 len: 210 time: 0.0316079 Jun 23 10:08:42.532604 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-510a9d79-a884-4e83-b6ec-8a9e743f36b5 req-54bfa1b1-443f-4918-b80a-2c3fc9cd67e9 service neutron] 10.222.0.47 "GET /v2.0/networks/1301f56a-a6df-4209-bbcc-55b8e8882c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165917 Jun 23 10:08:42.628230 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-510a9d79-a884-4e83-b6ec-8a9e743f36b5 req-74406158-00c4-4756-9892-c0e657a62886 service neutron] 10.222.0.47 "GET /v2.0/networks/1301f56a-a6df-4209-bbcc-55b8e8882c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890865 Jun 23 10:08:42.995834 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-0ec8947c-78d9-46ed-985c-1a191da46655 req-847eb052-c044-4767-b3d3-8cb271691a60 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=85bc6e26-5612-47a5-be8e-a238387c4bf6 HTTP/1.1" status: 200 len: 210 time: 0.0349643 Jun 23 10:08:43.530830 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10256e11-c2c5-4571-98a7-840e57c1b0ee req-856bd1a3-0a1e-4efc-ad63-d8e0885ada6e tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:43.533018 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-10256e11-c2c5-4571-98a7-840e57c1b0ee req-856bd1a3-0a1e-4efc-ad63-d8e0885ada6e tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 945 time: 0.0677569 Jun 23 10:08:43.601218 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-10256e11-c2c5-4571-98a7-840e57c1b0ee req-f65ae5b5-3142-4c7f-88c8-51536c097275 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597041 Jun 23 10:08:43.882686 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e02dccd-06af-496a-a4c1-760cc4ac4c63 req-53bfdbaf-4e39-464f-a2d7-c83055e56b91 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:43.893706 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9e02dccd-06af-496a-a4c1-760cc4ac4c63 req-53bfdbaf-4e39-464f-a2d7-c83055e56b91 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/networks?id=65500ae7-4aaa-4548-a34e-5012c7cf1a43 HTTP/1.1" status: 200 len: 809 time: 0.1255236 Jun 23 10:08:43.916613 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9e02dccd-06af-496a-a4c1-760cc4ac4c63 req-2272441c-23db-4e9e-b6a0-8d09f1c93f81 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/quotas/2ff65ceef95044a99ace1983c8092412 HTTP/1.1" status: 200 len: 375 time: 0.0177667 Jun 23 10:08:43.946756 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9e02dccd-06af-496a-a4c1-760cc4ac4c63 req-98ba9df8-f6d0-4da7-b315-07ccddbe932b tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=2ff65ceef95044a99ace1983c8092412&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332510 Jun 23 10:08:44.044279 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9e02dccd-06af-496a-a4c1-760cc4ac4c63 req-4992c0d5-6d26-4f83-92bc-bce692e45ec3 service neutron] 10.222.0.47 "GET /v2.0/networks/65500ae7-4aaa-4548-a34e-5012c7cf1a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895483 Jun 23 10:08:44.140582 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9e02dccd-06af-496a-a4c1-760cc4ac4c63 req-d2416ed4-e017-4930-932a-041dc27354fc service neutron] 10.222.0.47 "GET /v2.0/networks/65500ae7-4aaa-4548-a34e-5012c7cf1a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878839 Jun 23 10:08:44.196107 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-c962ad70-2159-439c-83b3-cc0af19aa0f3 req-84952faa-6e63-4d13-807c-1931c063a64d tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=85bc6e26-5612-47a5-be8e-a238387c4bf6 HTTP/1.1" status: 200 len: 210 time: 0.0352154 Jun 23 10:08:44.444101 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5bedb2a0-fd4b-47b0-9bf3-2705185c0651 req-87954f2b-2614-4cec-a988-e9f3e9227533 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/ports?device_id=9dda7356-4ea8-4db8-97a8-cd285dd89108 HTTP/1.1" status: 200 len: 210 time: 0.0300424 Jun 23 10:08:44.760946 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51aa6da-71c3-4879-ba85-9d7c9b750ab3 req-f8cf3bb9-d234-42e7-97f7-f0ed45d39983 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:44.762384 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e51aa6da-71c3-4879-ba85-9d7c9b750ab3 req-f8cf3bb9-d234-42e7-97f7-f0ed45d39983 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 945 time: 0.0614219 Jun 23 10:08:44.800963 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e51aa6da-71c3-4879-ba85-9d7c9b750ab3 req-ac8b764f-fe91-49e0-af5f-556c4eec9df9 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327337 Jun 23 10:08:46.310976 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device 726afb24-71ef-421f-938d-77f45ea2acdb no longer exists at agent hyperv_hv-cinder-79751 {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 10:08:46.333055 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] No Port match for: 726afb24-71ef-421f-938d-77f45ea2acdb {{(pid=93712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 10:08:46.333402 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device 726afb24-71ef-421f-938d-77f45ea2acdb not bound to the agent host hv-cinder-79751 {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 10:08:47.532420 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1378e33e-7909-435d-82df-1ca4c37d7042 req-0137edbf-4014-4355-92b4-f96303265dec tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=85bc6e26-5612-47a5-be8e-a238387c4bf6 HTTP/1.1" status: 200 len: 210 time: 0.0415838 Jun 23 10:08:47.550905 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-20276da1-f351-437e-bdc8-7dc9d4f04b58 req-57b5304e-cd30-42a5-9886-6f24a0f4f3c5 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/ports?device_id=9dda7356-4ea8-4db8-97a8-cd285dd89108 HTTP/1.1" status: 200 len: 210 time: 0.0508053 Jun 23 10:08:47.709663 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac62c5-2e50-457b-968b-a5fdc798e058 req-2c732793-83d8-4d92-865c-729e908a0f62 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:47.711057 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-93ac62c5-2e50-457b-968b-a5fdc798e058 req-2c732793-83d8-4d92-865c-729e908a0f62 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 945 time: 0.0639164 Jun 23 10:08:47.748926 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-93ac62c5-2e50-457b-968b-a5fdc798e058 req-d28b9686-399d-4174-981b-6bc9fa969d64 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323958 Jun 23 10:08:47.904070 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b8079123-3055-4a5e-914e-d75981a131bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:48.689491 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-94c2a007-742f-40c1-af20-086026668527 req-a1717f38-88b4-493c-bbde-95e0c8de2ccd tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=85bc6e26-5612-47a5-be8e-a238387c4bf6 HTTP/1.1" status: 200 len: 210 time: 0.0298111 Jun 23 10:08:48.711246 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a9d79-a884-4e83-b6ec-8a9e743f36b5 req-f9bf09bb-d895-4135-bcad-6c0c2cef4734 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:48.712751 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-510a9d79-a884-4e83-b6ec-8a9e743f36b5 req-f9bf09bb-d895-4135-bcad-6c0c2cef4734 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.52 "GET /v2.0/networks?id=1301f56a-a6df-4209-bbcc-55b8e8882c37 HTTP/1.1" status: 200 len: 815 time: 0.1075151 Jun 23 10:08:48.720718 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5816c186-67e5-4d85-aa84-a29dda6d766f req-b833fdf2-2acc-4c48-a430-d3c5c535190b tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/ports?device_id=9dda7356-4ea8-4db8-97a8-cd285dd89108 HTTP/1.1" status: 200 len: 210 time: 0.0347092 Jun 23 10:08:48.727851 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [req-510a9d79-a884-4e83-b6ec-8a9e743f36b5 req-7a9b72fc-df01-4750-a206-e7c3bd54cda9 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Request body: {'port': {'device_id': '85bc6e26-5612-47a5-be8e-a238387c4bf6', 'network_id': '1301f56a-a6df-4209-bbcc-55b8e8882c37', 'admin_state_up': True, 'tenant_id': 'ef6eca920b7b4273815fd3508d61a9dc'}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:08:48.918353 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1fa07-81cb-4920-b4ee-38206fa9082b req-d6e08116-f79a-4911-85e9-3944439fecd6 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:48.919893 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-2df1fa07-81cb-4920-b4ee-38206fa9082b req-d6e08116-f79a-4911-85e9-3944439fecd6 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 945 time: 0.0631919 Jun 23 10:08:48.939405 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-510a9d79-a884-4e83-b6ec-8a9e743f36b5 req-7a9b72fc-df01-4750-a206-e7c3bd54cda9 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Made reservation on behalf of ef6eca920b7b4273815fd3508d61a9dc for: {'port': 1} {{(pid=93710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:08:48.943248 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-510a9d79-a884-4e83-b6ec-8a9e743f36b5 req-7a9b72fc-df01-4750-a206-e7c3bd54cda9 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for port, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:48.960999 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-2df1fa07-81cb-4920-b4ee-38206fa9082b req-7f9401be-9533-4a66-943a-258611ff6289 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345714 Jun 23 10:08:49.073238 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.db_base_plugin_common [req-510a9d79-a884-4e83-b6ec-8a9e743f36b5 req-7a9b72fc-df01-4750-a206-e7c3bd54cda9 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Allocated IP 172.20.0.13 (1301f56a-a6df-4209-bbcc-55b8e8882c37/7b2113fc-3967-41e0-b823-4d7a0751bfee/55f833fa-1491-47ab-8019-a4e5a24dd904) {{(pid=93710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 10:08:49.217275 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-510a9d79-a884-4e83-b6ec-8a9e743f36b5 req-7a9b72fc-df01-4750-a206-e7c3bd54cda9 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Notify callbacks [] for port, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:49.418635 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-510a9d79-a884-4e83-b6ec-8a9e743f36b5 req-7a9b72fc-df01-4750-a206-e7c3bd54cda9 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-600500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731988247197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31904512'] for port, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:49.424316 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-e145e858-94f2-42f6-88fa-43577590443d tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:49.462427 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-510a9d79-a884-4e83-b6ec-8a9e743f36b5 req-7a9b72fc-df01-4750-a206-e7c3bd54cda9 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Network 1301f56a-a6df-4209-bbcc-55b8e8882c37 is already hosted by enough agents. {{(pid=93710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:08:49.465553 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.base_scheduler [req-510a9d79-a884-4e83-b6ec-8a9e743f36b5 req-7a9b72fc-df01-4750-a206-e7c3bd54cda9 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Resources bound (agent type, host, resource id): {{(pid=93710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:08:49.468096 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.l3_dvrscheduler_db [req-510a9d79-a884-4e83-b6ec-8a9e743f36b5 req-7a9b72fc-df01-4750-a206-e7c3bd54cda9 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Received port after_create {{(pid=93710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 10:08:49.506127 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9b72fc-df01-4750-a206-e7c3bd54cda9 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Pushing event updated for resources: {'Port': ['ID=55f833fa-1491-47ab-8019-a4e5a24dd904,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:49.508971 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-7a9b72fc-df01-4750-a206-e7c3bd54cda9 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:49.530099 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a9d79-a884-4e83-b6ec-8a9e743f36b5 req-7a9b72fc-df01-4750-a206-e7c3bd54cda9 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:49.530689 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-510a9d79-a884-4e83-b6ec-8a9e743f36b5 req-7a9b72fc-df01-4750-a206-e7c3bd54cda9 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for port, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:49.662552 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-510a9d79-a884-4e83-b6ec-8a9e743f36b5 req-7a9b72fc-df01-4750-a206-e7c3bd54cda9 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9387331 Jun 23 10:08:50.389562 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-19d01e12-21b2-4d13-b697-4ad7510d95b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:50.595949 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:51.480793 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-549d35a9-2eb0-42c6-a322-a779b3edc54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:51.997781 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [req-510a9d79-a884-4e83-b6ec-8a9e743f36b5 req-2afe3721-c0c8-4033-b70e-926bec8e47ed service neutron] Request body: {'port': {'device_id': '85bc6e26-5612-47a5-be8e-a238387c4bf6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79751'}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:08:52.077314 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-510a9d79-a884-4e83-b6ec-8a9e743f36b5 req-2afe3721-c0c8-4033-b70e-926bec8e47ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:52.183410 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e02dccd-06af-496a-a4c1-760cc4ac4c63 req-54376fdb-fc19-490e-8870-1b485a778e17 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:52.184888 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9e02dccd-06af-496a-a4c1-760cc4ac4c63 req-54376fdb-fc19-490e-8870-1b485a778e17 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.52 "GET /v2.0/networks?id=65500ae7-4aaa-4548-a34e-5012c7cf1a43 HTTP/1.1" status: 200 len: 809 time: 0.1787770 Jun 23 10:08:52.233570 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [req-9e02dccd-06af-496a-a4c1-760cc4ac4c63 req-21488579-f71f-498f-b80c-ecf372867a75 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Request body: {'port': {'device_id': '9dda7356-4ea8-4db8-97a8-cd285dd89108', 'network_id': '65500ae7-4aaa-4548-a34e-5012c7cf1a43', 'admin_state_up': True, 'tenant_id': '2ff65ceef95044a99ace1983c8092412'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:08:52.240079 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-dae0eee6-5069-4402-847c-5b5e4ff35a17 req-095066f8-70e5-4b10-8c2d-ad286fe92078 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/ports?device_id=9dda7356-4ea8-4db8-97a8-cd285dd89108 HTTP/1.1" status: 200 len: 210 time: 0.0530908 Jun 23 10:08:52.347481 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288fc5e3-e381-4d7a-a5a3-b49115b724ae req-81039336-1f83-4655-b195-faaa5103ac65 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:52.349382 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-288fc5e3-e381-4d7a-a5a3-b49115b724ae req-81039336-1f83-4655-b195-faaa5103ac65 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=85bc6e26-5612-47a5-be8e-a238387c4bf6 HTTP/1.1" status: 200 len: 932 time: 0.1822450 Jun 23 10:08:52.403859 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.notifiers.nova [req-510a9d79-a884-4e83-b6ec-8a9e743f36b5 req-2afe3721-c0c8-4033-b70e-926bec8e47ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55f833fa-1491-47ab-8019-a4e5a24dd904 {{(pid=93710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 10:08:52.412406 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-510a9d79-a884-4e83-b6ec-8a9e743f36b5 req-2afe3721-c0c8-4033-b70e-926bec8e47ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:52.426060 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.provisioning_blocks [req-510a9d79-a884-4e83-b6ec-8a9e743f36b5 req-2afe3721-c0c8-4033-b70e-926bec8e47ed service neutron] Transition to ACTIVE for port object 55f833fa-1491-47ab-8019-a4e5a24dd904 will not be triggered until provisioned by entity L2. {{(pid=93710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:08:52.461850 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-288fc5e3-e381-4d7a-a5a3-b49115b724ae req-0f19cc7d-20d5-4a70-88e6-69f1d6acead6 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/security-groups?id=d03fb2df-82a8-4d55-8926-e64f6f2b2204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901363 Jun 23 10:08:52.486363 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aa150b-dbea-44b7-9135-070d8379e8d7 req-1581e949-c1de-4eb6-9f12-e598f65b00da tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:52.487889 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-50aa150b-dbea-44b7-9135-070d8379e8d7 req-1581e949-c1de-4eb6-9f12-e598f65b00da tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 945 time: 0.1142437 Jun 23 10:08:52.501493 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-510a9d79-a884-4e83-b6ec-8a9e743f36b5 req-2afe3721-c0c8-4033-b70e-926bec8e47ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31904530'] for port, after_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:52.504847 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-7a9b72fc-df01-4750-a206-e7c3bd54cda9 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:52.527109 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-50aa150b-dbea-44b7-9135-070d8379e8d7 req-79155a27-6ab8-4098-a703-c576bb92a50e tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337169 Jun 23 10:08:52.570360 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe3721-c0c8-4033-b70e-926bec8e47ed service neutron] Pushing event updated for resources: {'Port': ['ID=55f833fa-1491-47ab-8019-a4e5a24dd904,revision_number=2']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:52.572174 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e02dccd-06af-496a-a4c1-760cc4ac4c63 req-21488579-f71f-498f-b80c-ecf372867a75 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Made reservation on behalf of 2ff65ceef95044a99ace1983c8092412 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:08:52.573332 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-2afe3721-c0c8-4033-b70e-926bec8e47ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:52.576039 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9e02dccd-06af-496a-a4c1-760cc4ac4c63 req-21488579-f71f-498f-b80c-ecf372867a75 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:52.627059 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.managers [req-510a9d79-a884-4e83-b6ec-8a9e743f36b5 req-2afe3721-c0c8-4033-b70e-926bec8e47ed service neutron] Attempting to bind port 55f833fa-1491-47ab-8019-a4e5a24dd904 on host hv-cinder-79751 for vnic_type normal with profile {{(pid=93710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 10:08:52.634531 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.managers [req-510a9d79-a884-4e83-b6ec-8a9e743f36b5 req-2afe3721-c0c8-4033-b70e-926bec8e47ed service neutron] Attempting to bind port 55f833fa-1491-47ab-8019-a4e5a24dd904 by drivers openvswitch,hyperv on host hv-cinder-79751 at level 0 using segments [{'id': '6ef876d1-6a68-4027-aed0-1d01a0f0bb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1301f56a-a6df-4209-bbcc-55b8e8882c37'}] {{(pid=93710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 10:08:52.634531 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510a9d79-a884-4e83-b6ec-8a9e743f36b5 req-2afe3721-c0c8-4033-b70e-926bec8e47ed service neutron] Attempting to bind port 55f833fa-1491-47ab-8019-a4e5a24dd904 on network 1301f56a-a6df-4209-bbcc-55b8e8882c37 {{(pid=93710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:08:52.634531 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510a9d79-a884-4e83-b6ec-8a9e743f36b5 req-2afe3721-c0c8-4033-b70e-926bec8e47ed service neutron] Port 55f833fa-1491-47ab-8019-a4e5a24dd904 on network 1301f56a-a6df-4209-bbcc-55b8e8882c37 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79751 {{(pid=93710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 10:08:52.634531 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510a9d79-a884-4e83-b6ec-8a9e743f36b5 req-2afe3721-c0c8-4033-b70e-926bec8e47ed service neutron] Attempting to bind port 55f833fa-1491-47ab-8019-a4e5a24dd904 on network 1301f56a-a6df-4209-bbcc-55b8e8882c37 {{(pid=93710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:08:52.638348 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510a9d79-a884-4e83-b6ec-8a9e743f36b5 req-2afe3721-c0c8-4033-b70e-926bec8e47ed service neutron] Checking agent: {'id': '4f95f39b-461c-4de8-a9d2-f77a6241c1fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 10, 5, 33), 'started_at': datetime.datetime(2021, 6, 23, 10, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 10, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 10:08:52.638682 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510a9d79-a884-4e83-b6ec-8a9e743f36b5 req-2afe3721-c0c8-4033-b70e-926bec8e47ed service neutron] Checking segment: {'id': '6ef876d1-6a68-4027-aed0-1d01a0f0bb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1301f56a-a6df-4209-bbcc-55b8e8882c37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:08:52.639091 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510a9d79-a884-4e83-b6ec-8a9e743f36b5 req-2afe3721-c0c8-4033-b70e-926bec8e47ed service neutron] Bound using segment: {'id': '6ef876d1-6a68-4027-aed0-1d01a0f0bb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1301f56a-a6df-4209-bbcc-55b8e8882c37'} {{(pid=93710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 10:08:52.639576 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.managers [req-510a9d79-a884-4e83-b6ec-8a9e743f36b5 req-2afe3721-c0c8-4033-b70e-926bec8e47ed service neutron] Bound port: 55f833fa-1491-47ab-8019-a4e5a24dd904, host: hv-cinder-79751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ef876d1-6a68-4027-aed0-1d01a0f0bb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1301f56a-a6df-4209-bbcc-55b8e8882c37'}}] {{(pid=93710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 10:08:52.639949 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-510a9d79-a884-4e83-b6ec-8a9e743f36b5 req-2afe3721-c0c8-4033-b70e-926bec8e47ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:52.715808 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-9e02dccd-06af-496a-a4c1-760cc4ac4c63 req-21488579-f71f-498f-b80c-ecf372867a75 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Allocated IP 172.20.0.4 (65500ae7-4aaa-4548-a34e-5012c7cf1a43/e8cbeaf2-c9e4-4063-a27d-321de2128578/693dc93c-f1e3-4121-ad52-0a155c2aec1b) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 10:08:52.726241 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.db [req-510a9d79-a884-4e83-b6ec-8a9e743f36b5 req-2afe3721-c0c8-4033-b70e-926bec8e47ed service neutron] For port 55f833fa-1491-47ab-8019-a4e5a24dd904, host hv-cinder-79751, cleared binding levels {{(pid=93710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 10:08:52.729673 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.db [req-510a9d79-a884-4e83-b6ec-8a9e743f36b5 req-2afe3721-c0c8-4033-b70e-926bec8e47ed service neutron] For port 55f833fa-1491-47ab-8019-a4e5a24dd904, host hv-cinder-79751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=55f833fa-1491-47ab-8019-a4e5a24dd904,segment=NetworkSegment(6ef876d1-6a68-4027-aed0-1d01a0f0bb35),segment_id=6ef876d1-6a68-4027-aed0-1d01a0f0bb35)] {{(pid=93710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 10:08:52.802598 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-510a9d79-a884-4e83-b6ec-8a9e743f36b5 req-2afe3721-c0c8-4033-b70e-926bec8e47ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31904530'] for port, after_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:52.810364 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-4f3a8493-4d83-47b9-b000-603372f31d46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:52.852543 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a9d79-a884-4e83-b6ec-8a9e743f36b5 req-2afe3721-c0c8-4033-b70e-926bec8e47ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:52.853144 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-510a9d79-a884-4e83-b6ec-8a9e743f36b5 req-2afe3721-c0c8-4033-b70e-926bec8e47ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for port, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:52.854541 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-510a9d79-a884-4e83-b6ec-8a9e743f36b5 req-2afe3721-c0c8-4033-b70e-926bec8e47ed service neutron] 10.222.0.52 "PUT /v2.0/ports/55f833fa-1491-47ab-8019-a4e5a24dd904 HTTP/1.1" status: 200 len: 1094 time: 0.8610916 Jun 23 10:08:52.855054 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85bc6e26-5612-47a5-be8e-a238387c4bf6', 'tag': '55f833fa-1491-47ab-8019-a4e5a24dd904'}] {{(pid=93710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:08:52.857363 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476757ab5199ad7afce7410758f86ea887fce0aa64a809171aa19cb360cf7c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b41b6f6-0b51-4219-bf3c-85a2acec3c46" -d '{"events": [{"name": "network-changed", "server_uuid": "85bc6e26-5612-47a5-be8e-a238387c4bf6", "tag": "55f833fa-1491-47ab-8019-a4e5a24dd904"}]}' {{(pid=93710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:08:52.893868 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe3721-c0c8-4033-b70e-926bec8e47ed service neutron] Pushing event updated for resources: {'Port': ['ID=55f833fa-1491-47ab-8019-a4e5a24dd904,revision_number=3']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:52.898218 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-2afe3721-c0c8-4033-b70e-926bec8e47ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:52.916880 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 10:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa1a7e4-7c88-439e-abdc-c12324cf89df x-openstack-request-id: req-5aa1a7e4-7c88-439e-abdc-c12324cf89df {{(pid=93710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:08:52.916880 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85bc6e26-5612-47a5-be8e-a238387c4bf6", "tag": "55f833fa-1491-47ab-8019-a4e5a24dd904", "status": "completed", "code": 200}]} {{(pid=93710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:08:52.916880 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5aa1a7e4-7c88-439e-abdc-c12324cf89df {{(pid=93710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:08:52.916880 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85bc6e26-5612-47a5-be8e-a238387c4bf6', 'tag': '55f833fa-1491-47ab-8019-a4e5a24dd904', 'status': 'completed', 'code': 200} Jun 23 10:08:52.917173 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9e02dccd-06af-496a-a4c1-760cc4ac4c63 req-21488579-f71f-498f-b80c-ecf372867a75 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:53.014333 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41b6f6-0b51-4219-bf3c-85a2acec3c46 req-816c230a-2fd4-4d6b-b2ac-bb2e9bb2452c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:53.017258 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-4b41b6f6-0b51-4219-bf3c-85a2acec3c46 req-816c230a-2fd4-4d6b-b2ac-bb2e9bb2452c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ef6eca920b7b4273815fd3508d61a9dc&device_id=85bc6e26-5612-47a5-be8e-a238387c4bf6 HTTP/1.1" status: 200 len: 1097 time: 0.0634260 Jun 23 10:08:53.038500 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9e02dccd-06af-496a-a4c1-760cc4ac4c63 req-21488579-f71f-498f-b80c-ecf372867a75 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-600500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731988247197'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:53.050787 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-0469ba76-4267-4c3d-bbd2-69c9de17e80a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:53.146850 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e02dccd-06af-496a-a4c1-760cc4ac4c63 req-21488579-f71f-498f-b80c-ecf372867a75 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Network 65500ae7-4aaa-4548-a34e-5012c7cf1a43 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:08:53.147024 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41b6f6-0b51-4219-bf3c-85a2acec3c46 req-207d6a9e-862f-488d-8971-6b8cce48795e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:53.148611 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21488579-f71f-498f-b80c-ecf372867a75 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Pushing event updated for resources: {'Port': ['ID=693dc93c-f1e3-4121-ad52-0a155c2aec1b,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:53.148825 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-4b41b6f6-0b51-4219-bf3c-85a2acec3c46 req-207d6a9e-862f-488d-8971-6b8cce48795e service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=ef6eca920b7b4273815fd3508d61a9dc&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1165767 Jun 23 10:08:53.151568 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-9e02dccd-06af-496a-a4c1-760cc4ac4c63 req-21488579-f71f-498f-b80c-ecf372867a75 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:08:53.158959 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-21488579-f71f-498f-b80c-ecf372867a75 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:53.162849 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e02dccd-06af-496a-a4c1-760cc4ac4c63 req-21488579-f71f-498f-b80c-ecf372867a75 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 10:08:53.166473 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e02dccd-06af-496a-a4c1-760cc4ac4c63 req-21488579-f71f-498f-b80c-ecf372867a75 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:53.167635 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9e02dccd-06af-496a-a4c1-760cc4ac4c63 req-21488579-f71f-498f-b80c-ecf372867a75 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:53.265836 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41b6f6-0b51-4219-bf3c-85a2acec3c46 req-1362d087-249a-4c09-9fe6-01058ca1b9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:53.267461 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-4b41b6f6-0b51-4219-bf3c-85a2acec3c46 req-1362d087-249a-4c09-9fe6-01058ca1b9ce service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0975647 Jun 23 10:08:53.298942 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9e02dccd-06af-496a-a4c1-760cc4ac4c63 req-21488579-f71f-498f-b80c-ecf372867a75 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0830860 Jun 23 10:08:53.312530 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [req-9e02dccd-06af-496a-a4c1-760cc4ac4c63 req-e90e81f3-b9c0-4d57-ad57-6613bb5fc81a service neutron] Request body: {'port': {'device_id': '9dda7356-4ea8-4db8-97a8-cd285dd89108', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79751'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:08:53.329678 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 33944) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:08:53.387600 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a9d79-a884-4e83-b6ec-8a9e743f36b5 req-252f3f16-5a91-4e6e-a60c-00098a246b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:53.389225 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-510a9d79-a884-4e83-b6ec-8a9e743f36b5 req-252f3f16-5a91-4e6e-a60c-00098a246b6e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ef6eca920b7b4273815fd3508d61a9dc&device_id=85bc6e26-5612-47a5-be8e-a238387c4bf6 HTTP/1.1" status: 200 len: 1097 time: 0.0741963 Jun 23 10:08:53.435114 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9e02dccd-06af-496a-a4c1-760cc4ac4c63 req-e90e81f3-b9c0-4d57-ad57-6613bb5fc81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:53.436432 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-510a9d79-a884-4e83-b6ec-8a9e743f36b5 req-73451ae5-b7ff-4832-87a8-81d71aa3d069 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55f833fa-1491-47ab-8019-a4e5a24dd904 HTTP/1.1" status: 200 len: 217 time: 0.0362477 Jun 23 10:08:53.499025 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc7da4-996a-4768-b4d1-a430870937d0 req-6f7f8997-9e83-4d71-b760-6fe20bca8d5d tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:53.500998 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-60fc7da4-996a-4768-b4d1-a430870937d0 req-6f7f8997-9e83-4d71-b760-6fe20bca8d5d tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/ports?device_id=9dda7356-4ea8-4db8-97a8-cd285dd89108 HTTP/1.1" status: 200 len: 931 time: 0.1116889 Jun 23 10:08:53.504650 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-329354e5-9e69-417d-83ab-34bb473e22da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:53.507180 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-f50c2df0-a0ba-4e0c-ba74-577c98f4be83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:53.533854 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a9d79-a884-4e83-b6ec-8a9e743f36b5 req-27d17046-2238-4d92-872e-696268194696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:53.535919 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-510a9d79-a884-4e83-b6ec-8a9e743f36b5 req-27d17046-2238-4d92-872e-696268194696 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7b2113fc-3967-41e0-b823-4d7a0751bfee HTTP/1.1" status: 200 len: 855 time: 0.0929546 Jun 23 10:08:53.587878 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-510a9d79-a884-4e83-b6ec-8a9e743f36b5 req-c80ce070-e1bc-4533-9e1a-94aafd560f6e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1301f56a-a6df-4209-bbcc-55b8e8882c37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419567 Jun 23 10:08:53.627309 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-60fc7da4-996a-4768-b4d1-a430870937d0 req-b9a9b541-c5a2-4fdf-b298-3569307a381e tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b4c3e32-0c40-4d18-8491-062ddc45c477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128426 Jun 23 10:08:53.734818 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-510a9d79-a884-4e83-b6ec-8a9e743f36b5 req-4c20d56c-bb63-4ef5-8642-a489e75e3fff service neutron] 10.222.0.52 "GET /v2.0/networks/1301f56a-a6df-4209-bbcc-55b8e8882c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297314 Jun 23 10:08:53.756837 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-f50c2df0-a0ba-4e0c-ba74-577c98f4be83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:53.829540 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-f50c2df0-a0ba-4e0c-ba74-577c98f4be83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:53.833377 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-57a8fa09-b03e-42ef-9e09-30b119bfe02c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:53.854812 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-510a9d79-a884-4e83-b6ec-8a9e743f36b5 req-b37c4776-0e55-4d83-8979-bc77cdc2e543 service neutron] 10.222.0.52 "GET /v2.0/networks/1301f56a-a6df-4209-bbcc-55b8e8882c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118298 Jun 23 10:08:53.873552 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c2df0-a0ba-4e0c-ba74-577c98f4be83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9815a3dc-761c-4a89-9329-6a02bda51a50,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:53.878324 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-f50c2df0-a0ba-4e0c-ba74-577c98f4be83 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c7775639a6fb48bd91e162f28a96d8ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5476267 Jun 23 10:08:53.879287 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-f50c2df0-a0ba-4e0c-ba74-577c98f4be83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:53.885022 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 33956) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:08:53.947182 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-3376979e-6c96-4cf9-a36d-536b10b6b22b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:53.970934 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-3376979e-6c96-4cf9-a36d-536b10b6b22b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:54.024634 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e32371-789f-43cb-96c1-729f3c2ef94f req-c7ae7789-be3d-4730-a1bc-abc8b0e0e134 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:54.025992 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-92e32371-789f-43cb-96c1-729f3c2ef94f req-c7ae7789-be3d-4730-a1bc-abc8b0e0e134 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=85bc6e26-5612-47a5-be8e-a238387c4bf6 HTTP/1.1" status: 200 len: 944 time: 0.4213092 Jun 23 10:08:54.100491 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-92e32371-789f-43cb-96c1-729f3c2ef94f req-237bdaa7-873c-48ad-93a4-277643581a9d tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/security-groups?id=d03fb2df-82a8-4d55-8926-e64f6f2b2204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682375 Jun 23 10:08:54.103918 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-3376979e-6c96-4cf9-a36d-536b10b6b22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:54.106808 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-3376979e-6c96-4cf9-a36d-536b10b6b22b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:54.111021 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-3376979e-6c96-4cf9-a36d-536b10b6b22b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9815a3dc-761c-4a89-9329-6a02bda51a50 HTTP/1.1" status: 204 len: 168 time: 0.2218621 Jun 23 10:08:54.111021 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-57e48a7f-094e-4f41-9aae-710fc3fa85b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:54.118061 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcdd05f-8b31-40a0-82af-c2b0e2f1f48b req-a16b3f19-9633-47dd-8c7a-fa1ecefcf892 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:54.118061 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-2bcdd05f-8b31-40a0-82af-c2b0e2f1f48b req-a16b3f19-9633-47dd-8c7a-fa1ecefcf892 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 945 time: 0.1579068 Jun 23 10:08:54.121211 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3376979e-6c96-4cf9-a36d-536b10b6b22b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9815a3dc-761c-4a89-9329-6a02bda51a50,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:54.123988 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-3376979e-6c96-4cf9-a36d-536b10b6b22b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:54.170548 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.notifiers.nova [req-9e02dccd-06af-496a-a4c1-760cc4ac4c63 req-e90e81f3-b9c0-4d57-ad57-6613bb5fc81a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 693dc93c-f1e3-4121-ad52-0a155c2aec1b {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 10:08:54.179553 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9e02dccd-06af-496a-a4c1-760cc4ac4c63 req-e90e81f3-b9c0-4d57-ad57-6613bb5fc81a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:54.204640 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-9e02dccd-06af-496a-a4c1-760cc4ac4c63 req-e90e81f3-b9c0-4d57-ad57-6613bb5fc81a service neutron] Transition to ACTIVE for port object 693dc93c-f1e3-4121-ad52-0a155c2aec1b will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:08:54.209866 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-2bcdd05f-8b31-40a0-82af-c2b0e2f1f48b req-786a3e5c-1e42-42d3-910b-c3d4ecb73641 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659840 Jun 23 10:08:54.343749 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9e02dccd-06af-496a-a4c1-760cc4ac4c63 req-e90e81f3-b9c0-4d57-ad57-6613bb5fc81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:54.347707 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:54.393147 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90e81f3-b9c0-4d57-ad57-6613bb5fc81a service neutron] Pushing event updated for resources: {'Port': ['ID=693dc93c-f1e3-4121-ad52-0a155c2aec1b,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:54.397294 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-e90e81f3-b9c0-4d57-ad57-6613bb5fc81a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:54.428122 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-9e02dccd-06af-496a-a4c1-760cc4ac4c63 req-e90e81f3-b9c0-4d57-ad57-6613bb5fc81a service neutron] Attempting to bind port 693dc93c-f1e3-4121-ad52-0a155c2aec1b on host hv-cinder-79751 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 10:08:54.428451 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-9e02dccd-06af-496a-a4c1-760cc4ac4c63 req-e90e81f3-b9c0-4d57-ad57-6613bb5fc81a service neutron] Attempting to bind port 693dc93c-f1e3-4121-ad52-0a155c2aec1b by drivers openvswitch,hyperv on host hv-cinder-79751 at level 0 using segments [{'id': '123241cd-b535-44a1-bf30-0ae92daf025e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '65500ae7-4aaa-4548-a34e-5012c7cf1a43'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 10:08:54.428775 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e02dccd-06af-496a-a4c1-760cc4ac4c63 req-e90e81f3-b9c0-4d57-ad57-6613bb5fc81a service neutron] Attempting to bind port 693dc93c-f1e3-4121-ad52-0a155c2aec1b on network 65500ae7-4aaa-4548-a34e-5012c7cf1a43 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:08:54.432979 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e02dccd-06af-496a-a4c1-760cc4ac4c63 req-e90e81f3-b9c0-4d57-ad57-6613bb5fc81a service neutron] Port 693dc93c-f1e3-4121-ad52-0a155c2aec1b on network 65500ae7-4aaa-4548-a34e-5012c7cf1a43 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79751 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 10:08:54.433292 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e02dccd-06af-496a-a4c1-760cc4ac4c63 req-e90e81f3-b9c0-4d57-ad57-6613bb5fc81a service neutron] Attempting to bind port 693dc93c-f1e3-4121-ad52-0a155c2aec1b on network 65500ae7-4aaa-4548-a34e-5012c7cf1a43 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:08:54.438090 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e02dccd-06af-496a-a4c1-760cc4ac4c63 req-e90e81f3-b9c0-4d57-ad57-6613bb5fc81a service neutron] Checking agent: {'id': '4f95f39b-461c-4de8-a9d2-f77a6241c1fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 10, 5, 33), 'started_at': datetime.datetime(2021, 6, 23, 10, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 10, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 10:08:54.438418 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e02dccd-06af-496a-a4c1-760cc4ac4c63 req-e90e81f3-b9c0-4d57-ad57-6613bb5fc81a service neutron] Checking segment: {'id': '123241cd-b535-44a1-bf30-0ae92daf025e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '65500ae7-4aaa-4548-a34e-5012c7cf1a43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:08:54.438828 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e02dccd-06af-496a-a4c1-760cc4ac4c63 req-e90e81f3-b9c0-4d57-ad57-6613bb5fc81a service neutron] Bound using segment: {'id': '123241cd-b535-44a1-bf30-0ae92daf025e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '65500ae7-4aaa-4548-a34e-5012c7cf1a43'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 10:08:54.439503 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-9e02dccd-06af-496a-a4c1-760cc4ac4c63 req-e90e81f3-b9c0-4d57-ad57-6613bb5fc81a service neutron] Bound port: 693dc93c-f1e3-4121-ad52-0a155c2aec1b, host: hv-cinder-79751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '123241cd-b535-44a1-bf30-0ae92daf025e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '65500ae7-4aaa-4548-a34e-5012c7cf1a43'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 10:08:54.439840 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9e02dccd-06af-496a-a4c1-760cc4ac4c63 req-e90e81f3-b9c0-4d57-ad57-6613bb5fc81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:54.502049 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-9e02dccd-06af-496a-a4c1-760cc4ac4c63 req-e90e81f3-b9c0-4d57-ad57-6613bb5fc81a service neutron] For port 693dc93c-f1e3-4121-ad52-0a155c2aec1b, host hv-cinder-79751, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 10:08:54.505711 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-9e02dccd-06af-496a-a4c1-760cc4ac4c63 req-e90e81f3-b9c0-4d57-ad57-6613bb5fc81a service neutron] For port 693dc93c-f1e3-4121-ad52-0a155c2aec1b, host hv-cinder-79751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=693dc93c-f1e3-4121-ad52-0a155c2aec1b,segment=NetworkSegment(123241cd-b535-44a1-bf30-0ae92daf025e),segment_id=123241cd-b535-44a1-bf30-0ae92daf025e)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 10:08:54.608199 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9e02dccd-06af-496a-a4c1-760cc4ac4c63 req-e90e81f3-b9c0-4d57-ad57-6613bb5fc81a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:54.612573 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-bd0f814b-fc33-49f2-8c90-fa7c3065dcea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:54.648364 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e02dccd-06af-496a-a4c1-760cc4ac4c63 req-e90e81f3-b9c0-4d57-ad57-6613bb5fc81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:54.648971 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9e02dccd-06af-496a-a4c1-760cc4ac4c63 req-e90e81f3-b9c0-4d57-ad57-6613bb5fc81a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:54.650581 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9e02dccd-06af-496a-a4c1-760cc4ac4c63 req-e90e81f3-b9c0-4d57-ad57-6613bb5fc81a service neutron] 10.222.0.52 "PUT /v2.0/ports/693dc93c-f1e3-4121-ad52-0a155c2aec1b HTTP/1.1" status: 200 len: 1093 time: 1.3442206 Jun 23 10:08:54.655372 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dda7356-4ea8-4db8-97a8-cd285dd89108', 'tag': '693dc93c-f1e3-4121-ad52-0a155c2aec1b'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:08:54.658537 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404634ef6dbf53e9c182992e714e82192e1d0d35f5c652938e4b1e64141411fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b28886c-26d3-4764-a12a-a686d6f50219" -d '{"events": [{"name": "network-changed", "server_uuid": "9dda7356-4ea8-4db8-97a8-cd285dd89108", "tag": "693dc93c-f1e3-4121-ad52-0a155c2aec1b"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:08:54.699540 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90e81f3-b9c0-4d57-ad57-6613bb5fc81a service neutron] Pushing event updated for resources: {'Port': ['ID=693dc93c-f1e3-4121-ad52-0a155c2aec1b,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:54.704043 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-e90e81f3-b9c0-4d57-ad57-6613bb5fc81a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:54.709049 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 10:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ffeabf-4521-4269-a22c-2cfef74e42fd x-openstack-request-id: req-00ffeabf-4521-4269-a22c-2cfef74e42fd {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:08:54.709398 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dda7356-4ea8-4db8-97a8-cd285dd89108", "tag": "693dc93c-f1e3-4121-ad52-0a155c2aec1b", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:08:54.709665 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-00ffeabf-4521-4269-a22c-2cfef74e42fd {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:08:54.710116 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dda7356-4ea8-4db8-97a8-cd285dd89108', 'tag': '693dc93c-f1e3-4121-ad52-0a155c2aec1b', 'status': 'completed', 'code': 200} Jun 23 10:08:54.828020 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b28886c-26d3-4764-a12a-a686d6f50219 req-0488c9af-16ae-4c7f-8835-f8d33d0b1693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:54.829597 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-0b28886c-26d3-4764-a12a-a686d6f50219 req-0488c9af-16ae-4c7f-8835-f8d33d0b1693 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2ff65ceef95044a99ace1983c8092412&device_id=9dda7356-4ea8-4db8-97a8-cd285dd89108 HTTP/1.1" status: 200 len: 1096 time: 0.0924509 Jun 23 10:08:54.843981 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb63a7-bc20-4aee-8041-05765c8d7a11 req-e49fcb82-a07e-40e2-b581-fc9c243a3c04 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:54.845322 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-75cb63a7-bc20-4aee-8041-05765c8d7a11 req-e49fcb82-a07e-40e2-b581-fc9c243a3c04 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/ports?device_id=9dda7356-4ea8-4db8-97a8-cd285dd89108 HTTP/1.1" status: 200 len: 943 time: 0.0824482 Jun 23 10:08:54.942211 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-75cb63a7-bc20-4aee-8041-05765c8d7a11 req-8303423c-4f8c-4a64-8a13-bc1f685e3f34 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b4c3e32-0c40-4d18-8491-062ddc45c477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865381 Jun 23 10:08:54.945199 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device 55f833fa-1491-47ab-8019-a4e5a24dd904 details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=93712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 10:08:54.966759 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b28886c-26d3-4764-a12a-a686d6f50219 req-6358d461-baa0-448e-a079-a6b18e823fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:54.968359 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-0b28886c-26d3-4764-a12a-a686d6f50219 req-6358d461-baa0-448e-a079-a6b18e823fea service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=2ff65ceef95044a99ace1983c8092412&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1221812 Jun 23 10:08:55.047547 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port 55f833fa-1491-47ab-8019-a4e5a24dd904, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=55f833fa-1491-47ab-8019-a4e5a24dd904,segment=NetworkSegment(6ef876d1-6a68-4027-aed0-1d01a0f0bb35),segment_id=6ef876d1-6a68-4027-aed0-1d01a0f0bb35)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:08:55.062642 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Returning: {'device': '55f833fa-1491-47ab-8019-a4e5a24dd904', 'network_id': '1301f56a-a6df-4209-bbcc-55b8e8882c37', 'port_id': '55f833fa-1491-47ab-8019-a4e5a24dd904', 'mac_address': 'fa:16:3e:34:b0:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b2113fc-3967-41e0-b823-4d7a0751bfee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 10:08:55.070852 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b28886c-26d3-4764-a12a-a686d6f50219 req-8e307bbb-b0d8-41c0-bca7-36abe29f5893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:55.072842 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-0b28886c-26d3-4764-a12a-a686d6f50219 req-8e307bbb-b0d8-41c0-bca7-36abe29f5893 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0954542 Jun 23 10:08:55.110161 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:55.124543 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55f833fa-1491-47ab-8019-a4e5a24dd904 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 10:08:55.147123 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port 55f833fa-1491-47ab-8019-a4e5a24dd904, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=55f833fa-1491-47ab-8019-a4e5a24dd904,segment=NetworkSegment(6ef876d1-6a68-4027-aed0-1d01a0f0bb35),segment_id=6ef876d1-6a68-4027-aed0-1d01a0f0bb35)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:08:55.179037 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e02dccd-06af-496a-a4c1-760cc4ac4c63 req-089a91ee-7eab-4485-86f1-49030dc08cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:55.180498 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9e02dccd-06af-496a-a4c1-760cc4ac4c63 req-089a91ee-7eab-4485-86f1-49030dc08cb5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2ff65ceef95044a99ace1983c8092412&device_id=9dda7356-4ea8-4db8-97a8-cd285dd89108 HTTP/1.1" status: 200 len: 1096 time: 0.0587637 Jun 23 10:08:55.237890 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9e02dccd-06af-496a-a4c1-760cc4ac4c63 req-8cc184a1-3614-4264-9f33-ef471cd57d9f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=693dc93c-f1e3-4121-ad52-0a155c2aec1b HTTP/1.1" status: 200 len: 217 time: 0.0379860 Jun 23 10:08:55.321306 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:55.322091 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e02dccd-06af-496a-a4c1-760cc4ac4c63 req-8b907c2a-58e5-4a80-a506-5fdd7b4adc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:55.323676 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9e02dccd-06af-496a-a4c1-760cc4ac4c63 req-8b907c2a-58e5-4a80-a506-5fdd7b4adc3d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e8cbeaf2-c9e4-4063-a27d-321de2128578 HTTP/1.1" status: 200 len: 849 time: 0.0764885 Jun 23 10:08:55.324163 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:55.372374 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 33992) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:08:55.377446 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Pushing event updated for resources: {'Port': ['ID=55f833fa-1491-47ab-8019-a4e5a24dd904,revision_number=4']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:55.388718 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:55.394670 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9e02dccd-06af-496a-a4c1-760cc4ac4c63 req-fd6b186e-3201-4c3e-bd62-270a3dd71120 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=65500ae7-4aaa-4548-a34e-5012c7cf1a43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632024 Jun 23 10:08:55.408184 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d9ea0-f3a6-4d4f-9a53-84f04bb06117 req-6404eba1-d7d6-414c-b5a2-6ead97ac0444 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:55.409643 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-439d9ea0-f3a6-4d4f-9a53-84f04bb06117 req-6404eba1-d7d6-414c-b5a2-6ead97ac0444 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=85bc6e26-5612-47a5-be8e-a238387c4bf6 HTTP/1.1" status: 200 len: 944 time: 0.1745665 Jun 23 10:08:55.483415 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-401d1028-264c-4fa3-b307-2079cdae3d90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:55.529088 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-439d9ea0-f3a6-4d4f-9a53-84f04bb06117 req-8c5af177-1eb1-4d19-b9fc-8767e6a86b68 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/security-groups?id=d03fb2df-82a8-4d55-8926-e64f6f2b2204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089573 Jun 23 10:08:55.552375 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc2957-dc1b-461f-a134-a4566c5c370c req-47833c73-fc66-482d-817a-789595a272d5 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:55.554092 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-16dc2957-dc1b-461f-a134-a4566c5c370c req-47833c73-fc66-482d-817a-789595a272d5 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 945 time: 0.2131395 Jun 23 10:08:55.563095 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9e02dccd-06af-496a-a4c1-760cc4ac4c63 req-cefdc113-f439-434b-92b4-69c9e50d976c service neutron] 10.222.0.52 "GET /v2.0/networks/65500ae7-4aaa-4548-a34e-5012c7cf1a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506040 Jun 23 10:08:55.587771 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-401d1028-264c-4fa3-b307-2079cdae3d90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:55.644706 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] get_ports_and_sgs() called for port_ids ['55f833fa-1491-47ab-8019-a4e5a24dd904'] {{(pid=93712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 10:08:55.652118 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-16dc2957-dc1b-461f-a134-a4566c5c370c req-1ac56ba1-73c7-411f-9b43-d0c593197b35 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900257 Jun 23 10:08:55.681274 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-401d1028-264c-4fa3-b307-2079cdae3d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:55.686535 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-a5b99759-c0b4-400e-a28f-2847406b7677 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:55.703187 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9e02dccd-06af-496a-a4c1-760cc4ac4c63 req-c6c9ac1d-e32a-4db4-b14e-923552efd75e service neutron] 10.222.0.52 "GET /v2.0/networks/65500ae7-4aaa-4548-a34e-5012c7cf1a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331122 Jun 23 10:08:55.734917 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-401d1028-264c-4fa3-b307-2079cdae3d90 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c97f67183cfb4dc38d3effaccd0c3120&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3580973 Jun 23 10:08:55.735820 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 33998) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:08:55.742749 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d1028-264c-4fa3-b307-2079cdae3d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cfb46b5-c6a2-410f-87fb-630fdc5c26f6,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:55.750959 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-401d1028-264c-4fa3-b307-2079cdae3d90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:55.788431 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-889a81ca-0d54-41c9-b40d-fb343fdd2b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:55.813780 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-889a81ca-0d54-41c9-b40d-fb343fdd2b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:55.954953 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-889a81ca-0d54-41c9-b40d-fb343fdd2b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:55.957504 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-889a81ca-0d54-41c9-b40d-fb343fdd2b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:55.958636 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-889a81ca-0d54-41c9-b40d-fb343fdd2b74 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2cfb46b5-c6a2-410f-87fb-630fdc5c26f6 HTTP/1.1" status: 204 len: 168 time: 0.2223873 Jun 23 10:08:55.959408 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-4b55df07-6c49-48be-9ebd-edd845d5a4c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:55.967232 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a81ca-0d54-41c9-b40d-fb343fdd2b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cfb46b5-c6a2-410f-87fb-630fdc5c26f6,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:55.970234 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-889a81ca-0d54-41c9-b40d-fb343fdd2b74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:56.119742 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b661ec3-0261-4385-a205-fa9dba73a950 req-50559756-2a7f-46e5-891a-a420476e5962 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:56.121219 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5b661ec3-0261-4385-a205-fa9dba73a950 req-50559756-2a7f-46e5-891a-a420476e5962 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/ports?device_id=9dda7356-4ea8-4db8-97a8-cd285dd89108 HTTP/1.1" status: 200 len: 943 time: 0.0622275 Jun 23 10:08:56.158529 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5b661ec3-0261-4385-a205-fa9dba73a950 req-5216c3d3-cb26-4ca1-8c1c-3df52fd9c7d5 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b4c3e32-0c40-4d18-8491-062ddc45c477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311184 Jun 23 10:08:56.682746 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 34020) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:08:56.697268 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-9980bb12-5a16-4d43-8455-2c849227ac4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:56.717599 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7c48cf-b0e9-4cb5-a8a5-6f8bd03570e4 req-7dcf39fd-967a-41ba-bab4-d2b4b41de869 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:56.721590 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ac7c48cf-b0e9-4cb5-a8a5-6f8bd03570e4 req-7dcf39fd-967a-41ba-bab4-d2b4b41de869 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=85bc6e26-5612-47a5-be8e-a238387c4bf6 HTTP/1.1" status: 200 len: 945 time: 0.0782864 Jun 23 10:08:56.762858 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ac7c48cf-b0e9-4cb5-a8a5-6f8bd03570e4 req-e543945b-771d-44bc-b4f9-25ee7526dc42 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/security-groups?id=d03fb2df-82a8-4d55-8926-e64f6f2b2204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347509 Jun 23 10:08:56.805256 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-9980bb12-5a16-4d43-8455-2c849227ac4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:56.840241 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97294c9e-20c5-4c21-a3fa-d986b1541181 req-ae869dc8-61f1-4a31-a294-bba8e5bba274 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:56.841725 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-97294c9e-20c5-4c21-a3fa-d986b1541181 req-ae869dc8-61f1-4a31-a294-bba8e5bba274 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 945 time: 0.0685816 Jun 23 10:08:56.864147 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-9980bb12-5a16-4d43-8455-2c849227ac4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:56.868265 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-f922e872-9f2a-4c44-84e1-aed54fee6bd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:56.881237 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-97294c9e-20c5-4c21-a3fa-d986b1541181 req-dd88c9d9-66eb-40d1-8df0-671efa7f2ca9 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330718 Jun 23 10:08:56.903242 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-9980bb12-5a16-4d43-8455-2c849227ac4f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f474bc39c9ac44019bbb1a5c7382684e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2192407 Jun 23 10:08:56.907011 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9980bb12-5a16-4d43-8455-2c849227ac4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804be72c-08a1-460d-aa01-3134f29a1e67,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:56.908128 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-9980bb12-5a16-4d43-8455-2c849227ac4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:56.908945 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 34026) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:08:56.959150 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device 693dc93c-f1e3-4121-ad52-0a155c2aec1b details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=93712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 10:08:56.960994 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-ba45b07b-e486-4136-a847-a833ca4ab103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:56.963076 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device 55f833fa-1491-47ab-8019-a4e5a24dd904 up at agent hyperv_hv-cinder-79751 {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:08:56.986732 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-ba45b07b-e486-4136-a847-a833ca4ab103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:57.090282 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port 693dc93c-f1e3-4121-ad52-0a155c2aec1b, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=693dc93c-f1e3-4121-ad52-0a155c2aec1b,segment=NetworkSegment(123241cd-b535-44a1-bf30-0ae92daf025e),segment_id=123241cd-b535-44a1-bf30-0ae92daf025e)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:08:57.100906 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Returning: {'device': '693dc93c-f1e3-4121-ad52-0a155c2aec1b', 'network_id': '65500ae7-4aaa-4548-a34e-5012c7cf1a43', 'port_id': '693dc93c-f1e3-4121-ad52-0a155c2aec1b', 'mac_address': 'fa:16:3e:33:05:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8cbeaf2-c9e4-4063-a27d-321de2128578', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 10:08:57.137224 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:57.146476 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-ba45b07b-e486-4136-a847-a833ca4ab103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:57.149094 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-ba45b07b-e486-4136-a847-a833ca4ab103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:57.152715 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-ba45b07b-e486-4136-a847-a833ca4ab103 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/804be72c-08a1-460d-aa01-3134f29a1e67 HTTP/1.1" status: 204 len: 168 time: 0.2403812 Jun 23 10:08:57.152843 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 693dc93c-f1e3-4121-ad52-0a155c2aec1b {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 10:08:57.152947 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-214ee4ab-a966-4cf0-b128-0f59bcf81b7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:57.162902 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Provisioning for port 55f833fa-1491-47ab-8019-a4e5a24dd904 completed by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:08:57.163273 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba45b07b-e486-4136-a847-a833ca4ab103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804be72c-08a1-460d-aa01-3134f29a1e67,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:57.165899 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-ba45b07b-e486-4136-a847-a833ca4ab103 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:57.176313 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port 693dc93c-f1e3-4121-ad52-0a155c2aec1b, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=693dc93c-f1e3-4121-ad52-0a155c2aec1b,segment=NetworkSegment(123241cd-b535-44a1-bf30-0ae92daf025e),segment_id=123241cd-b535-44a1-bf30-0ae92daf025e)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:08:57.178432 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Provisioning complete for port 55f833fa-1491-47ab-8019-a4e5a24dd904 triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:08:57.178828 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:57.259854 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:57.309921 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:57.317311 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:57.318979 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85bc6e26-5612-47a5-be8e-a238387c4bf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f833fa-1491-47ab-8019-a4e5a24dd904'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:08:57.321187 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e06d9dce5bc2bce6c931562da1c36027cbf4e574fb667469159d94052b32a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e67b4c-c715-4908-981e-924566b47497" -d '{"events": [{"server_uuid": "85bc6e26-5612-47a5-be8e-a238387c4bf6", "name": "network-vif-plugged", "status": "completed", "tag": "55f833fa-1491-47ab-8019-a4e5a24dd904"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:08:57.357187 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port 55f833fa-1491-47ab-8019-a4e5a24dd904, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=55f833fa-1491-47ab-8019-a4e5a24dd904,segment=NetworkSegment(6ef876d1-6a68-4027-aed0-1d01a0f0bb35),segment_id=6ef876d1-6a68-4027-aed0-1d01a0f0bb35)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:08:57.370665 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 10:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00230fc-84af-421b-aacb-ff2d6280c58b x-openstack-request-id: req-b00230fc-84af-421b-aacb-ff2d6280c58b {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:08:57.370665 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85bc6e26-5612-47a5-be8e-a238387c4bf6", "name": "network-vif-plugged", "status": "completed", "tag": "55f833fa-1491-47ab-8019-a4e5a24dd904", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:08:57.370665 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b00230fc-84af-421b-aacb-ff2d6280c58b {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:08:57.370665 dv-cinder-797510-1-iscsi neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85bc6e26-5612-47a5-be8e-a238387c4bf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f833fa-1491-47ab-8019-a4e5a24dd904', 'code': 200} Jun 23 10:08:57.384725 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Pushing event updated for resources: {'Port': ['ID=693dc93c-f1e3-4121-ad52-0a155c2aec1b,revision_number=4']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:57.387943 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:57.417440 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de771a28-6077-4c28-bea4-6bcebb1687da req-b6114006-dda9-4766-b37b-5e24aa4e482b tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:57.418923 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-de771a28-6077-4c28-bea4-6bcebb1687da req-b6114006-dda9-4766-b37b-5e24aa4e482b tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/ports?device_id=9dda7356-4ea8-4db8-97a8-cd285dd89108 HTTP/1.1" status: 200 len: 944 time: 0.0785396 Jun 23 10:08:57.457562 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-de771a28-6077-4c28-bea4-6bcebb1687da req-01471a52-20e2-41ab-bc9c-2582e3c79236 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b4c3e32-0c40-4d18-8491-062ddc45c477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322275 Jun 23 10:08:57.535055 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:57.536851 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:57.583623 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Pushing event updated for resources: {'Port': ['ID=55f833fa-1491-47ab-8019-a4e5a24dd904,revision_number=5']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:57.587873 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:57.627491 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] get_ports_and_sgs() called for port_ids ['693dc93c-f1e3-4121-ad52-0a155c2aec1b'] {{(pid=93712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 10:08:57.820991 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b411b3d-4497-4e55-8440-70c61e5cd40b req-6c6c7738-666e-4bb0-9be8-3c7cf3fb730a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:57.822559 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-0b411b3d-4497-4e55-8440-70c61e5cd40b req-6c6c7738-666e-4bb0-9be8-3c7cf3fb730a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=85bc6e26-5612-47a5-be8e-a238387c4bf6 HTTP/1.1" status: 200 len: 1099 time: 0.0598810 Jun 23 10:08:57.857382 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-0b411b3d-4497-4e55-8440-70c61e5cd40b req-ee9b2295-6a17-43ec-b94a-e23962687697 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d03fb2df-82a8-4d55-8926-e64f6f2b2204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284357 Jun 23 10:08:57.942760 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf5432-82c3-4674-a4c0-a3826510304d req-7da1eb17-fa90-42c0-8a45-0cddd11c2848 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:57.944300 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-46bf5432-82c3-4674-a4c0-a3826510304d req-7da1eb17-fa90-42c0-8a45-0cddd11c2848 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=85bc6e26-5612-47a5-be8e-a238387c4bf6 HTTP/1.1" status: 200 len: 946 time: 0.0648491 Jun 23 10:08:57.983100 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-46bf5432-82c3-4674-a4c0-a3826510304d req-48cdaa1a-6aaa-4042-a6a4-07a7fccf23dd tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/security-groups?id=d03fb2df-82a8-4d55-8926-e64f6f2b2204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332134 Jun 23 10:08:58.065683 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c45c6-20a3-484c-b434-aa72e6442169 req-19c190d9-fe0f-441d-b623-b629eb5314cd tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:58.067478 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-146c45c6-20a3-484c-b434-aa72e6442169 req-19c190d9-fe0f-441d-b623-b629eb5314cd tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 945 time: 0.0714681 Jun 23 10:08:58.106909 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-146c45c6-20a3-484c-b434-aa72e6442169 req-113f55c6-77f8-4a8b-b095-dc458a86b09a tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324681 Jun 23 10:08:58.142329 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 34060) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:08:58.159765 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-b20bcbad-0ee7-4a04-aa3b-7b481a037975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:58.162330 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 34062) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:08:58.253675 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-b20bcbad-0ee7-4a04-aa3b-7b481a037975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:58.318813 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-61a3ad87-7776-410a-a03b-3a6a234d086e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:58.360509 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-b20bcbad-0ee7-4a04-aa3b-7b481a037975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:58.365339 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:58.400435 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-b20bcbad-0ee7-4a04-aa3b-7b481a037975 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9b576ca40991475d8709280e84dffc41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2569857 Jun 23 10:08:58.402828 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20bcbad-0ee7-4a04-aa3b-7b481a037975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdaab2d8-a913-4f71-a042-e6fb31e19273,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:58.405156 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 34066) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:08:58.414460 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-b20bcbad-0ee7-4a04-aa3b-7b481a037975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:58.451410 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-61a3ad87-7776-410a-a03b-3a6a234d086e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:58.456071 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-073381ba-9e77-4827-a18c-239644ab6645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:58.476181 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-073381ba-9e77-4827-a18c-239644ab6645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:58.528978 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-61a3ad87-7776-410a-a03b-3a6a234d086e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:58.532663 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-41ec9877-b4c8-401e-862b-7adadce5d448 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:58.568771 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-61a3ad87-7776-410a-a03b-3a6a234d086e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4436e519ccd84c6e9caa3ad2c5e388c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4053555 Jun 23 10:08:58.571636 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a3ad87-7776-410a-a03b-3a6a234d086e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e71ae2-c86f-4937-8464-97a13eb7ca8a,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:58.571801 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 34070) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:08:58.583166 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-61a3ad87-7776-410a-a03b-3a6a234d086e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:58.612721 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-073381ba-9e77-4827-a18c-239644ab6645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:58.615216 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-073381ba-9e77-4827-a18c-239644ab6645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:58.616341 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-073381ba-9e77-4827-a18c-239644ab6645 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fdaab2d8-a913-4f71-a042-e6fb31e19273 HTTP/1.1" status: 204 len: 168 time: 0.2096257 Jun 23 10:08:58.617424 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-1e3baba3-9cfb-42e2-b234-3f8320f43a75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:58.633946 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073381ba-9e77-4827-a18c-239644ab6645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdaab2d8-a913-4f71-a042-e6fb31e19273,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:58.634152 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3901331d-28a3-49ac-8942-7547dd2ec630 req-0790656f-2b3a-405c-a215-9c21d607866a tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:58.635834 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-3901331d-28a3-49ac-8942-7547dd2ec630 req-0790656f-2b3a-405c-a215-9c21d607866a tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/ports?device_id=9dda7356-4ea8-4db8-97a8-cd285dd89108 HTTP/1.1" status: 200 len: 944 time: 0.0660658 Jun 23 10:08:58.643359 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5b5d592f-b314-434e-ada6-8e9d11427827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:58.645136 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-073381ba-9e77-4827-a18c-239644ab6645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:58.665541 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5b5d592f-b314-434e-ada6-8e9d11427827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:58.688269 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-3901331d-28a3-49ac-8942-7547dd2ec630 req-640ee668-fec2-4e2a-a776-9a1660c69222 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b4c3e32-0c40-4d18-8491-062ddc45c477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447650 Jun 23 10:08:58.777983 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5b5d592f-b314-434e-ada6-8e9d11427827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:58.780647 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5b5d592f-b314-434e-ada6-8e9d11427827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:58.781785 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-5b5d592f-b314-434e-ada6-8e9d11427827 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/08e71ae2-c86f-4937-8464-97a13eb7ca8a HTTP/1.1" status: 204 len: 168 time: 0.2091684 Jun 23 10:08:58.782526 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-0711c1bd-f4b2-4f56-bbef-75307275270a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:58.789833 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5d592f-b314-434e-ada6-8e9d11427827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e71ae2-c86f-4937-8464-97a13eb7ca8a,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:58.792017 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-5b5d592f-b314-434e-ada6-8e9d11427827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:58.960170 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device 693dc93c-f1e3-4121-ad52-0a155c2aec1b up at agent hyperv_hv-cinder-79751 {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:08:59.151951 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Provisioning for port 693dc93c-f1e3-4121-ad52-0a155c2aec1b completed by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:08:59.156027 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Provisioning complete for port 693dc93c-f1e3-4121-ad52-0a155c2aec1b triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:08:59.156509 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:59.197194 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4fede0-9f1c-46f6-8350-1444f3cc3db4 req-b943e0ae-b539-40d9-a9aa-2902e6856e14 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:59.198751 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-2b4fede0-9f1c-46f6-8350-1444f3cc3db4 req-b943e0ae-b539-40d9-a9aa-2902e6856e14 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=85bc6e26-5612-47a5-be8e-a238387c4bf6 HTTP/1.1" status: 200 len: 946 time: 0.0959420 Jun 23 10:08:59.264127 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-2b4fede0-9f1c-46f6-8350-1444f3cc3db4 req-039f0564-9343-4d56-8835-3ed16163526f tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/security-groups?id=d03fb2df-82a8-4d55-8926-e64f6f2b2204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553646 Jun 23 10:08:59.285820 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:59.343654 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port 693dc93c-f1e3-4121-ad52-0a155c2aec1b, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=693dc93c-f1e3-4121-ad52-0a155c2aec1b,segment=NetworkSegment(123241cd-b535-44a1-bf30-0ae92daf025e),segment_id=123241cd-b535-44a1-bf30-0ae92daf025e)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:08:59.370348 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dda7356-4ea8-4db8-97a8-cd285dd89108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '693dc93c-f1e3-4121-ad52-0a155c2aec1b'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:08:59.372960 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e87d1f-621f-4fc8-b670-362be85a68b1 req-79117192-0576-4de1-88f0-054d1fd6392f tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:59.373090 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e06d9dce5bc2bce6c931562da1c36027cbf4e574fb667469159d94052b32a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f17578-6312-4b76-873b-ffc3bc54457e" -d '{"events": [{"server_uuid": "9dda7356-4ea8-4db8-97a8-cd285dd89108", "name": "network-vif-plugged", "status": "completed", "tag": "693dc93c-f1e3-4121-ad52-0a155c2aec1b"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:08:59.376294 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-25e87d1f-621f-4fc8-b670-362be85a68b1 req-79117192-0576-4de1-88f0-054d1fd6392f tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 945 time: 0.1103454 Jun 23 10:08:59.415033 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-25e87d1f-621f-4fc8-b670-362be85a68b1 req-78d39038-5ed8-4566-9219-ee24a2d03553 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338478 Jun 23 10:08:59.421560 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:08:59.438869 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:08:59.490182 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 10:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745a29dd-bdd8-4a81-92b7-3079f0029936 x-openstack-request-id: req-745a29dd-bdd8-4a81-92b7-3079f0029936 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:08:59.490569 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dda7356-4ea8-4db8-97a8-cd285dd89108", "name": "network-vif-plugged", "status": "completed", "tag": "693dc93c-f1e3-4121-ad52-0a155c2aec1b", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:08:59.490919 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-745a29dd-bdd8-4a81-92b7-3079f0029936 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:08:59.491365 dv-cinder-797510-1-iscsi neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dda7356-4ea8-4db8-97a8-cd285dd89108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '693dc93c-f1e3-4121-ad52-0a155c2aec1b', 'code': 200} Jun 23 10:08:59.523020 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Pushing event updated for resources: {'Port': ['ID=693dc93c-f1e3-4121-ad52-0a155c2aec1b,revision_number=5']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:08:59.527640 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:08:59.919896 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea6d731-07b6-4006-a282-bb7c53e6d0eb req-f57d6b56-7ae4-4f74-93c4-1d2ce62425ba tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:59.921456 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-eea6d731-07b6-4006-a282-bb7c53e6d0eb req-f57d6b56-7ae4-4f74-93c4-1d2ce62425ba tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/ports?device_id=9dda7356-4ea8-4db8-97a8-cd285dd89108 HTTP/1.1" status: 200 len: 945 time: 0.1051092 Jun 23 10:08:59.924101 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf35d52-3bc8-4e25-82c2-d27136d9b50b req-fc437855-1ce5-4b69-99c8-135664df1538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:08:59.925441 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-cbf35d52-3bc8-4e25-82c2-d27136d9b50b req-fc437855-1ce5-4b69-99c8-135664df1538 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9dda7356-4ea8-4db8-97a8-cd285dd89108 HTTP/1.1" status: 200 len: 1098 time: 0.1001742 Jun 23 10:09:00.002231 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-eea6d731-07b6-4006-a282-bb7c53e6d0eb req-e386314f-b04e-4a7f-850f-5e8deeae6cec tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b4c3e32-0c40-4d18-8491-062ddc45c477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717692 Jun 23 10:09:00.002522 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-cbf35d52-3bc8-4e25-82c2-d27136d9b50b req-fadf654e-11ab-41e0-b9e2-fa8e160489f5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=8b4c3e32-0c40-4d18-8491-062ddc45c477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692165 Jun 23 10:09:00.446485 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b396092-8d2f-4f59-bfe3-f6c22b0e9d5e req-bca99c0a-2d3b-4321-87c1-401654e2ad8e tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:00.448138 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-2b396092-8d2f-4f59-bfe3-f6c22b0e9d5e req-bca99c0a-2d3b-4321-87c1-401654e2ad8e tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=85bc6e26-5612-47a5-be8e-a238387c4bf6 HTTP/1.1" status: 200 len: 946 time: 0.0702772 Jun 23 10:09:00.489844 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-2b396092-8d2f-4f59-bfe3-f6c22b0e9d5e req-ba5f63c7-3160-4e2d-a43e-ad398d5a58a2 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/security-groups?id=d03fb2df-82a8-4d55-8926-e64f6f2b2204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346553 Jun 23 10:09:00.628879 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ce374-b454-4396-9730-adeb0d203fa6 req-44ce1f43-0a79-4be1-9497-c56e781c608b tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:00.630386 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-558ce374-b454-4396-9730-adeb0d203fa6 req-44ce1f43-0a79-4be1-9497-c56e781c608b tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 945 time: 0.0686760 Jun 23 10:09:00.673372 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-558ce374-b454-4396-9730-adeb0d203fa6 req-aed16fcf-f154-45d3-9674-3544fc4cb258 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372741 Jun 23 10:09:01.168008 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a6685-8cd2-4b5d-8b2c-e9bf680a75a1 req-c9857098-9663-4233-94d7-0451287aac5f tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:01.169522 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-249a6685-8cd2-4b5d-8b2c-e9bf680a75a1 req-c9857098-9663-4233-94d7-0451287aac5f tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/ports?device_id=9dda7356-4ea8-4db8-97a8-cd285dd89108 HTTP/1.1" status: 200 len: 945 time: 0.0707884 Jun 23 10:09:01.212383 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-249a6685-8cd2-4b5d-8b2c-e9bf680a75a1 req-c4aede18-d5dc-4793-a375-fe97f54b361e tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b4c3e32-0c40-4d18-8491-062ddc45c477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362234 Jun 23 10:09:01.565946 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 34182) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:09:01.684222 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-edf258cd-b22d-4821-9667-412c5fe08648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:01.782754 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-edf258cd-b22d-4821-9667-412c5fe08648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:01.877371 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91e5799-e0e3-45a6-8780-e78dfd3c31f0 req-a6c3cb27-f46b-40f2-a21a-afbab9f965cf tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:01.878902 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d91e5799-e0e3-45a6-8780-e78dfd3c31f0 req-a6c3cb27-f46b-40f2-a21a-afbab9f965cf tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 945 time: 0.0785289 Jun 23 10:09:01.889455 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-edf258cd-b22d-4821-9667-412c5fe08648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:01.894068 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-7272f9f6-c0c1-4eaf-904a-c5cc9bc25d1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:09:01.924234 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d91e5799-e0e3-45a6-8780-e78dfd3c31f0 req-1cc8a40a-507e-4f54-acba-29edddb4e3b0 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363388 Jun 23 10:09:01.932799 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-edf258cd-b22d-4821-9667-412c5fe08648 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=77982a465e43445fb814b01090ea5cf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3648798 Jun 23 10:09:01.934493 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 34194) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:09:01.941808 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf258cd-b22d-4821-9667-412c5fe08648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47778144-d315-4e03-a45c-bac7fe4e8f36,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:09:01.945576 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-edf258cd-b22d-4821-9667-412c5fe08648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:09:01.991040 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-a37ca7b0-eca6-4739-a06b-1febb5b5a016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:02.012109 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-a37ca7b0-eca6-4739-a06b-1febb5b5a016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:02.146188 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-a37ca7b0-eca6-4739-a06b-1febb5b5a016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:02.149092 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-a37ca7b0-eca6-4739-a06b-1febb5b5a016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:02.150330 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-a37ca7b0-eca6-4739-a06b-1febb5b5a016 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/47778144-d315-4e03-a45c-bac7fe4e8f36 HTTP/1.1" status: 204 len: 168 time: 0.2149329 Jun 23 10:09:02.151181 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-6dd3b93a-8769-4e34-bc7e-0f0a77744998 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:09:02.159195 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ca7b0-eca6-4739-a06b-1febb5b5a016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47778144-d315-4e03-a45c-bac7fe4e8f36,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:09:02.161546 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-a37ca7b0-eca6-4739-a06b-1febb5b5a016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:09:02.396289 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea2fc9-47eb-4e5f-9961-4916d32088e5 req-57cefaa7-2d13-4f01-b657-69ab58a813fd tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:02.397738 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9fea2fc9-47eb-4e5f-9961-4916d32088e5 req-57cefaa7-2d13-4f01-b657-69ab58a813fd tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/ports?device_id=9dda7356-4ea8-4db8-97a8-cd285dd89108 HTTP/1.1" status: 200 len: 945 time: 0.0675204 Jun 23 10:09:02.435755 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9fea2fc9-47eb-4e5f-9961-4916d32088e5 req-e92392e2-a457-417d-9245-9728130a3335 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b4c3e32-0c40-4d18-8491-062ddc45c477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324197 Jun 23 10:09:02.898276 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 34226) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:09:02.911884 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-38f2ae9f-755b-4179-b91f-4be29699e0e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:03.003414 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-38f2ae9f-755b-4179-b91f-4be29699e0e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:03.074628 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.agents_db [None req-4b03355e-e743-40fc-912e-580b49e4c212 None None] Agent healthcheck: found 6 active agents {{(pid=93713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 10:09:03.078949 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-38f2ae9f-755b-4179-b91f-4be29699e0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:03.089188 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-49a9566d-245f-4037-aed8-ec8df8725de9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:09:03.112618 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 34236) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:09:03.117020 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-38f2ae9f-755b-4179-b91f-4be29699e0e0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0039e3490798403eb3b5438732b8176c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2133462 Jun 23 10:09:03.136103 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f2ae9f-755b-4179-b91f-4be29699e0e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb1936e-6bd1-4b85-8c76-ddc2b15e4584,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:09:03.149942 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-38f2ae9f-755b-4179-b91f-4be29699e0e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:09:03.201728 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d48ad0f5-61f2-4abe-80e6-e1f6df67a51f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:03.229819 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d48ad0f5-61f2-4abe-80e6-e1f6df67a51f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:03.275496 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a912b0b-852d-4555-831b-2ece1039a7d3 req-ca384537-7b35-4fcd-b84a-26fb74962d4a tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:03.276851 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-7a912b0b-852d-4555-831b-2ece1039a7d3 req-ca384537-7b35-4fcd-b84a-26fb74962d4a tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 945 time: 0.1156793 Jun 23 10:09:03.320144 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-7a912b0b-852d-4555-831b-2ece1039a7d3 req-2ed4d601-03d4-4ec8-841d-56d3f6b3140a tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359457 Jun 23 10:09:03.403610 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d48ad0f5-61f2-4abe-80e6-e1f6df67a51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:03.406342 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d48ad0f5-61f2-4abe-80e6-e1f6df67a51f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:03.407541 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-d48ad0f5-61f2-4abe-80e6-e1f6df67a51f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/feb1936e-6bd1-4b85-8c76-ddc2b15e4584 HTTP/1.1" status: 204 len: 168 time: 0.2938914 Jun 23 10:09:03.408515 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-1c69ac81-065a-435b-a15b-a80abb0f9192 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:09:03.416444 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48ad0f5-61f2-4abe-80e6-e1f6df67a51f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb1936e-6bd1-4b85-8c76-ddc2b15e4584,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:09:03.418610 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-d48ad0f5-61f2-4abe-80e6-e1f6df67a51f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:09:03.585802 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7b94f-65e5-4369-953f-ac6b1cb5474c req-66106df9-7ea7-4e0a-9b0a-7e7e9b095f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:03.587680 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b6c7b94f-65e5-4369-953f-ac6b1cb5474c req-66106df9-7ea7-4e0a-9b0a-7e7e9b095f9b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 1098 time: 0.0677340 Jun 23 10:09:03.627837 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b6c7b94f-65e5-4369-953f-ac6b1cb5474c req-b3164f82-dc61-4e50-9ead-2b404f157dfb service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329301 Jun 23 10:09:03.817904 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:04.206058 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 34268) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:09:04.275881 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba88f6-86a6-4aca-986d-61c57860d038 req-ed849be8-0de6-46c2-b3f9-13e21dd8d7b5 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:04.277601 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-55ba88f6-86a6-4aca-986d-61c57860d038 req-ed849be8-0de6-46c2-b3f9-13e21dd8d7b5 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/ports?device_id=9dda7356-4ea8-4db8-97a8-cd285dd89108 HTTP/1.1" status: 200 len: 945 time: 0.0677037 Jun 23 10:09:04.312964 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-a1b4c123-4ae5-49ec-a015-dc30547598dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:04.317558 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-55ba88f6-86a6-4aca-986d-61c57860d038 req-44212e68-f649-4666-a085-f4bdb27f8b45 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b4c3e32-0c40-4d18-8491-062ddc45c477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332909 Jun 23 10:09:04.413521 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-a1b4c123-4ae5-49ec-a015-dc30547598dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:04.506182 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-a1b4c123-4ae5-49ec-a015-dc30547598dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:04.509533 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-703d61ea-ada6-4e0a-ae18-52598a51953b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:09:04.521514 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a799e09a-0abc-4c89-8a20-313b52bbb930 req-c195a077-bcc0-4a7d-b537-9a0dcabcc90a tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:04.523015 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a799e09a-0abc-4c89-8a20-313b52bbb930 req-c195a077-bcc0-4a7d-b537-9a0dcabcc90a tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 945 time: 0.0649378 Jun 23 10:09:04.544756 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-a1b4c123-4ae5-49ec-a015-dc30547598dd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d2ae9e33941c451986a9c45bffdb7ac9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3383431 Jun 23 10:09:04.546094 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b4c123-4ae5-49ec-a015-dc30547598dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0295d0e0-2687-47c5-9db1-8c3968d2275d,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:09:04.551732 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-a1b4c123-4ae5-49ec-a015-dc30547598dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:09:04.559339 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 34278) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:09:04.601508 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a799e09a-0abc-4c89-8a20-313b52bbb930 req-73c8849e-2e48-4626-a33f-81a114796162 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724664 Jun 23 10:09:04.624547 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7a30b396-505e-407c-abc6-1c6fa852b757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:04.656033 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7a30b396-505e-407c-abc6-1c6fa852b757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:04.794879 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7a30b396-505e-407c-abc6-1c6fa852b757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:04.797538 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7a30b396-505e-407c-abc6-1c6fa852b757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:04.798853 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-7a30b396-505e-407c-abc6-1c6fa852b757 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0295d0e0-2687-47c5-9db1-8c3968d2275d HTTP/1.1" status: 204 len: 168 time: 0.2383754 Jun 23 10:09:04.799670 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-45b2f7b8-8ba0-4d78-baf1-f1bcba5be0f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:09:04.807452 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a30b396-505e-407c-abc6-1c6fa852b757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0295d0e0-2687-47c5-9db1-8c3968d2275d,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:09:04.810036 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-7a30b396-505e-407c-abc6-1c6fa852b757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:09:04.821741 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 34290) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:09:04.919603 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [None req-1620dcb4-fd3d-4cb7-bc4c-5386204bf199 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1660131861-network', 'tenant_id': '7630109eef134fa28f71238f46ba466e'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:09:05.054389 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1620dcb4-fd3d-4cb7-bc4c-5386204bf199 admin admin] Made reservation on behalf of 7630109eef134fa28f71238f46ba466e for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:09:05.056784 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1620dcb4-fd3d-4cb7-bc4c-5386204bf199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:05.066258 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1620dcb4-fd3d-4cb7-bc4c-5386204bf199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:05.162895 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1620dcb4-fd3d-4cb7-bc4c-5386204bf199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:05.246161 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1620dcb4-fd3d-4cb7-bc4c-5386204bf199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:05.252722 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-db4d438a-d423-4901-b5a2-41f7ef2e3639 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:09:05.274701 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1620dcb4-fd3d-4cb7-bc4c-5386204bf199 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 10:09:05.287389 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620dcb4-fd3d-4cb7-bc4c-5386204bf199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690edeb8-c9bc-4a22-8fd0-cee7dc2629ef,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:09:05.291033 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-1620dcb4-fd3d-4cb7-bc4c-5386204bf199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:09:05.293839 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1620dcb4-fd3d-4cb7-bc4c-5386204bf199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-523806'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:05.294178 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.db.segments_db [None req-1620dcb4-fd3d-4cb7-bc4c-5386204bf199 admin admin] Added segment 08edf747-74ce-4365-b399-5d6da5103062 of type vlan for network f1e66a88-f497-4188-9054-9b56d1c7fdd6 Jun 23 10:09:05.337653 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1620dcb4-fd3d-4cb7-bc4c-5386204bf199 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731988267798'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:05.468683 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1620dcb4-fd3d-4cb7-bc4c-5386204bf199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-193570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:05.471605 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1620dcb4-fd3d-4cb7-bc4c-5386204bf199 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:05.472184 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1620dcb4-fd3d-4cb7-bc4c-5386204bf199 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:05.475687 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-da815d22-5eba-48ee-ae6a-8a2823bc1b3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:09:05.548989 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620dcb4-fd3d-4cb7-bc4c-5386204bf199 admin admin] Pushing event updated for resources: {'Network': ['ID=f1e66a88-f497-4188-9054-9b56d1c7fdd6,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:09:05.552987 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-1620dcb4-fd3d-4cb7-bc4c-5386204bf199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:09:05.560374 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Network f1e66a88-f497-4188-9054-9b56d1c7fdd6 details requested by agent ovs-agent-dv-cinder-797510-1-iscsi with host dv-cinder-797510-1-iscsi {{(pid=93712) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 10:09:05.566190 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef07c98-684a-47f0-ba2a-31d43abd67f6 req-42cccac6-0aa9-4e75-b41a-6d2135125ce3 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:05.567765 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-cef07c98-684a-47f0-ba2a-31d43abd67f6 req-42cccac6-0aa9-4e75-b41a-6d2135125ce3 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/ports?device_id=9dda7356-4ea8-4db8-97a8-cd285dd89108 HTTP/1.1" status: 200 len: 945 time: 0.1324353 Jun 23 10:09:05.604140 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-1620dcb4-fd3d-4cb7-bc4c-5386204bf199 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7793589 Jun 23 10:09:05.610709 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-cef07c98-684a-47f0-ba2a-31d43abd67f6 req-affdbc17-5727-4cb9-a97a-bbebbd88d174 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b4c3e32-0c40-4d18-8491-062ddc45c477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369103 Jun 23 10:09:05.611415 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 34314) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:09:05.616134 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [None req-984b9dc7-c28c-4b10-bc64-99f34d49716a admin admin] Request body: {'subnet': {'network_id': 'f1e66a88-f497-4188-9054-9b56d1c7fdd6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1660131861-subnet', 'tenant_id': '7630109eef134fa28f71238f46ba466e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:09:05.762498 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984b9dc7-c28c-4b10-bc64-99f34d49716a admin admin] Made reservation on behalf of 7630109eef134fa28f71238f46ba466e for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:09:05.765442 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-984b9dc7-c28c-4b10-bc64-99f34d49716a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:05.857576 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c217dbf-4897-484c-b1f0-ca3bd64c32ab req-b39e2236-c67c-4c1f-9e71-17ef05220dfe tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:05.859098 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4c217dbf-4897-484c-b1f0-ca3bd64c32ab req-b39e2236-c67c-4c1f-9e71-17ef05220dfe tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 945 time: 0.1299317 Jun 23 10:09:05.926908 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4c217dbf-4897-484c-b1f0-ca3bd64c32ab req-e06debbf-7738-43fd-b85b-ae13fbdc8d4a tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614340 Jun 23 10:09:06.057666 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-984b9dc7-c28c-4b10-bc64-99f34d49716a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:06.079383 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-31776b9e-0ee9-4362-a379-721a56d74abe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:09:06.145415 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984b9dc7-c28c-4b10-bc64-99f34d49716a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad7ff2ab-7695-422d-ab63-65b5bdd214ec,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:09:06.149010 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-984b9dc7-c28c-4b10-bc64-99f34d49716a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:09:06.170451 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77f34a-c75f-422c-a254-d225115c29cf req-24807b58-a788-4f78-b936-15d3e03e333c tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:06.172703 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-bf77f34a-c75f-422c-a254-d225115c29cf req-24807b58-a788-4f78-b936-15d3e03e333c tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.1258218 Jun 23 10:09:06.173367 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984b9dc7-c28c-4b10-bc64-99f34d49716a admin admin] Checking segment: {'id': '08edf747-74ce-4365-b399-5d6da5103062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f1e66a88-f497-4188-9054-9b56d1c7fdd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:09:06.173757 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984b9dc7-c28c-4b10-bc64-99f34d49716a admin admin] Network hostable DHCP agents. Network: f1e66a88-f497-4188-9054-9b56d1c7fdd6, hostable agents: ['676dd52a-94e8-4a4d-a39c-76e96eb0afdc'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 10:09:06.251914 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-bf77f34a-c75f-422c-a254-d225115c29cf req-5039697a-cb86-434e-9622-73b90a148da3 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720975 Jun 23 10:09:06.288656 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca147d92-aaf0-4e05-855a-8a49b681d66c req-5df9f03e-9e3e-4bf1-ba63-f59abe3078ec tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:06.290381 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ca147d92-aaf0-4e05-855a-8a49b681d66c req-5df9f03e-9e3e-4bf1-ba63-f59abe3078ec tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.52 "GET /v2.0/ports?device_id=9dda7356-4ea8-4db8-97a8-cd285dd89108 HTTP/1.1" status: 200 len: 945 time: 0.0882821 Jun 23 10:09:06.291519 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984b9dc7-c28c-4b10-bc64-99f34d49716a admin admin] Network f1e66a88-f497-4188-9054-9b56d1c7fdd6 is scheduled to be hosted by DHCP agent 676dd52a-94e8-4a4d-a39c-76e96eb0afdc with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 10:09:06.407421 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-ca147d92-aaf0-4e05-855a-8a49b681d66c req-860490c8-d2f9-4854-a2c7-51c64169a65b tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Deleting port 693dc93c-f1e3-4121-ad52-0a155c2aec1b {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:09:06.407675 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ca147d92-aaf0-4e05-855a-8a49b681d66c req-860490c8-d2f9-4854-a2c7-51c64169a65b tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:06.412093 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-984b9dc7-c28c-4b10-bc64-99f34d49716a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797510-1-iscsi, f1e66a88-f497-4188-9054-9b56d1c7fdd6) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:09:06.424084 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45558b0e-cb14-413b-979b-33d869494cc0 None None] Network f1e66a88-f497-4188-9054-9b56d1c7fdd6 requested from dv-cinder-797510-1-iscsi {{(pid=93712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 10:09:06.434841 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984b9dc7-c28c-4b10-bc64-99f34d49716a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:06.435495 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-984b9dc7-c28c-4b10-bc64-99f34d49716a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:06.528723 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-ca147d92-aaf0-4e05-855a-8a49b681d66c req-860490c8-d2f9-4854-a2c7-51c64169a65b tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] For port 693dc93c-f1e3-4121-ad52-0a155c2aec1b, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=693dc93c-f1e3-4121-ad52-0a155c2aec1b,segment=NetworkSegment(123241cd-b535-44a1-bf30-0ae92daf025e),segment_id=123241cd-b535-44a1-bf30-0ae92daf025e)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:09:06.529108 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ca147d92-aaf0-4e05-855a-8a49b681d66c req-860490c8-d2f9-4854-a2c7-51c64169a65b tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:06.545019 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-ca147d92-aaf0-4e05-855a-8a49b681d66c req-860490c8-d2f9-4854-a2c7-51c64169a65b tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Calling delete_port for 693dc93c-f1e3-4121-ad52-0a155c2aec1b owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:09:06.555498 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-984b9dc7-c28c-4b10-bc64-99f34d49716a admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9430947 Jun 23 10:09:06.563522 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b6382f-9871-42a9-9d52-9ea2cec8e5b2 None None] Network f1e66a88-f497-4188-9054-9b56d1c7fdd6 requested from dv-cinder-797510-1-iscsi {{(pid=93712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 10:09:06.846294 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0113a2a-aac1-4f51-b0ad-fb13ce54c0af req-4c0f269e-b003-48d9-9fd5-549fb477acd9 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:06.847789 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d0113a2a-aac1-4f51-b0ad-fb13ce54c0af req-4c0f269e-b003-48d9-9fd5-549fb477acd9 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/ports?device_id=9dda7356-4ea8-4db8-97a8-cd285dd89108 HTTP/1.1" status: 200 len: 945 time: 0.0790946 Jun 23 10:09:06.851659 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ca147d92-aaf0-4e05-855a-8a49b681d66c req-860490c8-d2f9-4854-a2c7-51c64169a65b tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:06.856979 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-e90e81f3-b9c0-4d57-ad57-6613bb5fc81a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:09:06.866784 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] get_ports_and_sgs() called for port_ids ['693dc93c-f1e3-4121-ad52-0a155c2aec1b'] {{(pid=93712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 10:09:06.896841 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860490c8-d2f9-4854-a2c7-51c64169a65b tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Pushing event deleted for resources: {'Port': ['ID=693dc93c-f1e3-4121-ad52-0a155c2aec1b,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:09:06.901656 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-860490c8-d2f9-4854-a2c7-51c64169a65b tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:09:06.973818 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d0113a2a-aac1-4f51-b0ad-fb13ce54c0af req-6d6da9b3-735a-4909-8d27-2e454943f897 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/security-groups?id=8b4c3e32-0c40-4d18-8491-062ddc45c477&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153235 Jun 23 10:09:06.987641 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca147d92-aaf0-4e05-855a-8a49b681d66c req-860490c8-d2f9-4854-a2c7-51c64169a65b tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] No DVR routers for this DVR port 693dc93c-f1e3-4121-ad52-0a155c2aec1b on host hv-cinder-79751 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 10:09:06.991294 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ca147d92-aaf0-4e05-855a-8a49b681d66c req-860490c8-d2f9-4854-a2c7-51c64169a65b tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:06.996986 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ca147d92-aaf0-4e05-855a-8a49b681d66c req-860490c8-d2f9-4854-a2c7-51c64169a65b tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.52 "DELETE /v2.0/ports/693dc93c-f1e3-4121-ad52-0a155c2aec1b HTTP/1.1" status: 204 len: 173 time: 0.6957791 Jun 23 10:09:06.996986 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dda7356-4ea8-4db8-97a8-cd285dd89108', 'name': 'network-vif-deleted', 'tag': '693dc93c-f1e3-4121-ad52-0a155c2aec1b'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:09:06.996986 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404634ef6dbf53e9c182992e714e82192e1d0d35f5c652938e4b1e64141411fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0fa7f7-0db1-4ec9-b089-c98fd114778a" -d '{"events": [{"server_uuid": "9dda7356-4ea8-4db8-97a8-cd285dd89108", "name": "network-vif-deleted", "tag": "693dc93c-f1e3-4121-ad52-0a155c2aec1b"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:09:07.044391 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 10:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c577a6f-d82c-4ab1-84f9-3562137524ce x-openstack-request-id: req-5c577a6f-d82c-4ab1-84f9-3562137524ce {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:09:07.044701 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dda7356-4ea8-4db8-97a8-cd285dd89108", "name": "network-vif-deleted", "tag": "693dc93c-f1e3-4121-ad52-0a155c2aec1b", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:09:07.044974 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5c577a6f-d82c-4ab1-84f9-3562137524ce {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:09:07.045388 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dda7356-4ea8-4db8-97a8-cd285dd89108', 'name': 'network-vif-deleted', 'tag': '693dc93c-f1e3-4121-ad52-0a155c2aec1b', 'status': 'completed', 'code': 200} Jun 23 10:09:07.462191 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 34366) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:09:07.468020 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [None req-26a58292-ae12-4fe9-a780-608d335db9a4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-446081210-network', 'tenant_id': '2d046806ddc14e2d8e61f256ce6000b5'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:09:07.566357 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a58292-ae12-4fe9-a780-608d335db9a4 admin admin] Made reservation on behalf of 2d046806ddc14e2d8e61f256ce6000b5 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:09:07.568784 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-26a58292-ae12-4fe9-a780-608d335db9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:07.579106 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-26a58292-ae12-4fe9-a780-608d335db9a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:07.669654 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-26a58292-ae12-4fe9-a780-608d335db9a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:07.757522 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-26a58292-ae12-4fe9-a780-608d335db9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:07.761347 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-ed3c2a37-d4c7-4c73-9c38-c4e2c2ce70ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:09:07.777861 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26a58292-ae12-4fe9-a780-608d335db9a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 10:09:07.791221 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a58292-ae12-4fe9-a780-608d335db9a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30bd831-4538-4063-84f1-e260a3ea95c0,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:09:07.795227 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-26a58292-ae12-4fe9-a780-608d335db9a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:09:07.796638 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-26a58292-ae12-4fe9-a780-608d335db9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-523806'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:07.797006 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.db.segments_db [None req-26a58292-ae12-4fe9-a780-608d335db9a4 admin admin] Added segment 4ca27421-9daa-48f2-ba77-70380b33a320 of type vlan for network 2f94ab94-3236-48c5-b7e1-8ebc0e3d9d03 Jun 23 10:09:07.837647 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-26a58292-ae12-4fe9-a780-608d335db9a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731988267798'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:07.938327 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-26a58292-ae12-4fe9-a780-608d335db9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-193570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:07.940008 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a58292-ae12-4fe9-a780-608d335db9a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:07.940592 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-26a58292-ae12-4fe9-a780-608d335db9a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:07.943800 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:09:08.001636 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a58292-ae12-4fe9-a780-608d335db9a4 admin admin] Pushing event updated for resources: {'Network': ['ID=2f94ab94-3236-48c5-b7e1-8ebc0e3d9d03,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:09:08.011885 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-26a58292-ae12-4fe9-a780-608d335db9a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:09:08.012410 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Network 2f94ab94-3236-48c5-b7e1-8ebc0e3d9d03 details requested by agent ovs-agent-dv-cinder-797510-1-iscsi with host dv-cinder-797510-1-iscsi {{(pid=93712) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 10:09:08.066535 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-26a58292-ae12-4fe9-a780-608d335db9a4 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6031766 Jun 23 10:09:08.069271 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 34382) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:09:08.074146 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [None req-3daeae51-c626-4fd7-915f-7943185e253b admin admin] Request body: {'subnet': {'network_id': '2f94ab94-3236-48c5-b7e1-8ebc0e3d9d03', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-446081210-subnet', 'tenant_id': '2d046806ddc14e2d8e61f256ce6000b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:09:08.367989 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-addaafc7-ffb3-4444-99c5-a56581af96a9 req-516464b6-b7dd-42ac-9112-3ac5d81c80dc tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] 10.222.0.47 "GET /v2.0/ports?device_id=9dda7356-4ea8-4db8-97a8-cd285dd89108 HTTP/1.1" status: 200 len: 210 time: 0.2662213 Jun 23 10:09:08.368672 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3daeae51-c626-4fd7-915f-7943185e253b admin admin] Made reservation on behalf of 2d046806ddc14e2d8e61f256ce6000b5 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:09:08.370993 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3daeae51-c626-4fd7-915f-7943185e253b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:08.595096 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3daeae51-c626-4fd7-915f-7943185e253b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:08.598387 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-984b9dc7-c28c-4b10-bc64-99f34d49716a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:09:08.655714 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daeae51-c626-4fd7-915f-7943185e253b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9771542-07e7-4793-ac3c-1825eff83793,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:09:08.663317 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-3daeae51-c626-4fd7-915f-7943185e253b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:09:08.664590 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3daeae51-c626-4fd7-915f-7943185e253b admin admin] Checking segment: {'id': '4ca27421-9daa-48f2-ba77-70380b33a320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '2f94ab94-3236-48c5-b7e1-8ebc0e3d9d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:09:08.664999 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3daeae51-c626-4fd7-915f-7943185e253b admin admin] Network hostable DHCP agents. Network: 2f94ab94-3236-48c5-b7e1-8ebc0e3d9d03, hostable agents: ['676dd52a-94e8-4a4d-a39c-76e96eb0afdc'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 10:09:08.800833 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3daeae51-c626-4fd7-915f-7943185e253b admin admin] Network 2f94ab94-3236-48c5-b7e1-8ebc0e3d9d03 is scheduled to be hosted by DHCP agent 676dd52a-94e8-4a4d-a39c-76e96eb0afdc with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 10:09:08.897804 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-3daeae51-c626-4fd7-915f-7943185e253b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797510-1-iscsi, 2f94ab94-3236-48c5-b7e1-8ebc0e3d9d03) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:09:08.907869 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a614c15-2d71-4bc6-9c78-9428b41d7c7d req-a10b4225-867f-4a58-a601-69ad91ff1d03 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:08.909336 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5a614c15-2d71-4bc6-9c78-9428b41d7c7d req-a10b4225-867f-4a58-a601-69ad91ff1d03 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.1046972 Jun 23 10:09:08.911031 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2546abc-681e-417f-a9fd-2ab9bdf7d260 None None] Network 2f94ab94-3236-48c5-b7e1-8ebc0e3d9d03 requested from dv-cinder-797510-1-iscsi {{(pid=93712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 10:09:08.913088 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3daeae51-c626-4fd7-915f-7943185e253b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:08.914116 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3daeae51-c626-4fd7-915f-7943185e253b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:08.969055 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5a614c15-2d71-4bc6-9c78-9428b41d7c7d req-bc324cce-d742-4aac-8e33-2521c4263445 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489287 Jun 23 10:09:08.974414 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671a9a8-eff2-43dd-886e-ab4267e17fb2 req-bae358d0-90c5-4fff-9921-6c6cd8db3603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:08.976247 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-6671a9a8-eff2-43dd-886e-ab4267e17fb2 req-bae358d0-90c5-4fff-9921-6c6cd8db3603 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d46b0904cf749dda07bbce4569535a4&device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 1098 time: 0.1135392 Jun 23 10:09:08.994839 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device 693dc93c-f1e3-4121-ad52-0a155c2aec1b no longer exists at agent hyperv_hv-cinder-79751 {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 10:09:09.019539 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-3daeae51-c626-4fd7-915f-7943185e253b admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9491839 Jun 23 10:09:09.030978 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] No Port match for: 693dc93c-f1e3-4121-ad52-0a155c2aec1b {{(pid=93712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 10:09:09.030978 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device 693dc93c-f1e3-4121-ad52-0a155c2aec1b not bound to the agent host hv-cinder-79751 {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 10:09:09.058396 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b631cd-529d-4da9-b68b-aa977946d0cc None None] Network 2f94ab94-3236-48c5-b7e1-8ebc0e3d9d03 requested from dv-cinder-797510-1-iscsi {{(pid=93712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 10:09:09.083314 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671a9a8-eff2-43dd-886e-ab4267e17fb2 req-f551df83-8fc7-48f2-8710-5644bab03163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:09.084773 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-6671a9a8-eff2-43dd-886e-ab4267e17fb2 req-f551df83-8fc7-48f2-8710-5644bab03163 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5 HTTP/1.1" status: 200 len: 919 time: 0.0931404 Jun 23 10:09:09.138914 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-6671a9a8-eff2-43dd-886e-ab4267e17fb2 req-5dd94446-66e5-4cd0-865d-4e992d544ffb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d21401e9-dd04-48ca-a09d-f281becba8ee HTTP/1.1" status: 200 len: 217 time: 0.0435085 Jun 23 10:09:09.212629 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671a9a8-eff2-43dd-886e-ab4267e17fb2 req-ae6df20e-6d95-4acd-9970-e3cc4417f1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:09.214074 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-6671a9a8-eff2-43dd-886e-ab4267e17fb2 req-ae6df20e-6d95-4acd-9970-e3cc4417f1a5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ee931124-afba-46a0-8fb4-344a768129bc HTTP/1.1" status: 200 len: 858 time: 0.0645468 Jun 23 10:09:09.248149 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-6671a9a8-eff2-43dd-886e-ab4267e17fb2 req-b4ed1d7d-bd58-4482-9e39-0242ca809690 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259044 Jun 23 10:09:09.347794 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-6671a9a8-eff2-43dd-886e-ab4267e17fb2 req-b01bafdc-c306-4ed1-a35d-16e9f898ed5a service neutron] 10.222.0.52 "GET /v2.0/networks/fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874462 Jun 23 10:09:09.445690 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-6671a9a8-eff2-43dd-886e-ab4267e17fb2 req-e9116ba8-ed23-4ec7-8123-91c2c7f3c41d service neutron] 10.222.0.52 "GET /v2.0/networks/fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866296 Jun 23 10:09:10.182335 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c194b2-f584-4876-990c-3100a3e8cbf4 req-1b835865-0a2b-4f0c-8df8-5c0c6a45ac8f tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:10.187363 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a5c194b2-f584-4876-990c-3100a3e8cbf4 req-1b835865-0a2b-4f0c-8df8-5c0c6a45ac8f tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.0774567 Jun 23 10:09:10.224440 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a5c194b2-f584-4876-990c-3100a3e8cbf4 req-038040e4-de91-4125-a635-e1278d8613de tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340276 Jun 23 10:09:11.455218 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02af17b-bbf6-4491-bec0-e072dec438f6 req-8cd7a8a5-33be-4b6c-b424-017090a76f46 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:11.456668 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b02af17b-bbf6-4491-bec0-e072dec438f6 req-8cd7a8a5-33be-4b6c-b424-017090a76f46 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/networks?id=1301f56a-a6df-4209-bbcc-55b8e8882c37 HTTP/1.1" status: 200 len: 815 time: 0.1493597 Jun 23 10:09:11.480976 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c2edc1-9df2-4f07-9ca0-545a3a939a11 req-4c6ac91c-76e8-4762-964a-a90a43d8a9c9 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:11.482044 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-99c2edc1-9df2-4f07-9ca0-545a3a939a11 req-4c6ac91c-76e8-4762-964a-a90a43d8a9c9 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.1415305 Jun 23 10:09:11.483849 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b02af17b-bbf6-4491-bec0-e072dec438f6 req-f05163aa-93c5-48a5-8848-e5991cfd2d83 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/quotas/ef6eca920b7b4273815fd3508d61a9dc HTTP/1.1" status: 200 len: 375 time: 0.0213845 Jun 23 10:09:11.553682 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-99c2edc1-9df2-4f07-9ca0-545a3a939a11 req-3a03b8f8-9005-4a69-a5f2-a772d0d82e7a tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645251 Jun 23 10:09:11.581917 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b02af17b-bbf6-4491-bec0-e072dec438f6 req-c2f95769-8eb4-4efc-9e6e-e56f77084fbe tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=ef6eca920b7b4273815fd3508d61a9dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0910544 Jun 23 10:09:11.674303 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b02af17b-bbf6-4491-bec0-e072dec438f6 req-51dd6096-e33e-4a89-83a9-db52dca0a803 service neutron] 10.222.0.47 "GET /v2.0/networks/1301f56a-a6df-4209-bbcc-55b8e8882c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857837 Jun 23 10:09:11.765920 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b02af17b-bbf6-4491-bec0-e072dec438f6 req-aaa7297e-76b4-4ebc-a8c4-3a552041991e service neutron] 10.222.0.47 "GET /v2.0/networks/1301f56a-a6df-4209-bbcc-55b8e8882c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833747 Jun 23 10:09:12.042167 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-60e24716-3518-4e5c-9aef-f2510ed42a7d req-d4f3ff3a-283d-41c9-9d36-37f0cc292647 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=73ccedd3-bdc9-444c-a4ba-8bfbd6a474f2 HTTP/1.1" status: 200 len: 210 time: 0.0325797 Jun 23 10:09:14.795921 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-7fa6abdd-477a-473d-b06a-24cf1fe05827 req-c73f3bec-5864-4f68-95c0-bab1365865bc tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=73ccedd3-bdc9-444c-a4ba-8bfbd6a474f2 HTTP/1.1" status: 200 len: 210 time: 0.0445924 Jun 23 10:09:14.829006 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6aeeb9-1604-459a-b7f1-d7218f27a132 req-cd441c34-47ae-4098-8b59-a776f694f50b tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:14.830459 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4c6aeeb9-1604-459a-b7f1-d7218f27a132 req-cd441c34-47ae-4098-8b59-a776f694f50b tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.0888345 Jun 23 10:09:14.866785 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4c6aeeb9-1604-459a-b7f1-d7218f27a132 req-148b2c7d-0d5e-41dd-a222-9e81dc73ecbf tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307009 Jun 23 10:09:15.995931 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-81135d59-b6fd-491e-b379-3cbf0f83ad71 req-90a45a7d-7d72-4afc-8a4f-0ef2c6057372 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=73ccedd3-bdc9-444c-a4ba-8bfbd6a474f2 HTTP/1.1" status: 200 len: 210 time: 0.0523169 Jun 23 10:09:16.209446 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86171f89-8c56-474e-8267-7022efd48e87 req-d0a03be0-c874-4399-a7a9-9c535d56f407 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:16.211437 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-86171f89-8c56-474e-8267-7022efd48e87 req-d0a03be0-c874-4399-a7a9-9c535d56f407 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.1627860 Jun 23 10:09:16.276301 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02af17b-bbf6-4491-bec0-e072dec438f6 req-e3387782-6321-4c70-885b-5c8b55cd1485 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:16.278814 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b02af17b-bbf6-4491-bec0-e072dec438f6 req-e3387782-6321-4c70-885b-5c8b55cd1485 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.52 "GET /v2.0/networks?id=1301f56a-a6df-4209-bbcc-55b8e8882c37 HTTP/1.1" status: 200 len: 815 time: 0.1683984 Jun 23 10:09:16.301052 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-86171f89-8c56-474e-8267-7022efd48e87 req-fa53e343-35ab-42da-a8bb-2f9f7095b2c7 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780921 Jun 23 10:09:16.304907 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [req-b02af17b-bbf6-4491-bec0-e072dec438f6 req-620c6187-952d-4acf-8c68-58e3f6964b10 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Request body: {'port': {'device_id': '73ccedd3-bdc9-444c-a4ba-8bfbd6a474f2', 'network_id': '1301f56a-a6df-4209-bbcc-55b8e8882c37', 'admin_state_up': True, 'tenant_id': 'ef6eca920b7b4273815fd3508d61a9dc'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:09:16.582039 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b02af17b-bbf6-4491-bec0-e072dec438f6 req-620c6187-952d-4acf-8c68-58e3f6964b10 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Made reservation on behalf of ef6eca920b7b4273815fd3508d61a9dc for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:09:16.589813 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-b02af17b-bbf6-4491-bec0-e072dec438f6 req-620c6187-952d-4acf-8c68-58e3f6964b10 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:16.822173 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-b02af17b-bbf6-4491-bec0-e072dec438f6 req-620c6187-952d-4acf-8c68-58e3f6964b10 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Allocated IP 172.20.0.5 (1301f56a-a6df-4209-bbcc-55b8e8882c37/7b2113fc-3967-41e0-b823-4d7a0751bfee/dc4b3e27-d91c-4c1e-9d42-09679f24b4b9) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 10:09:17.039749 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-b02af17b-bbf6-4491-bec0-e072dec438f6 req-620c6187-952d-4acf-8c68-58e3f6964b10 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:17.216119 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f8aeee81-51b5-4b8a-ba58-67fe01eede63 req-86ef7b74-fea9-4cbd-a912-d360203252a1 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=73ccedd3-bdc9-444c-a4ba-8bfbd6a474f2 HTTP/1.1" status: 200 len: 210 time: 0.0318515 Jun 23 10:09:17.281572 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-b02af17b-bbf6-4491-bec0-e072dec438f6 req-620c6187-952d-4acf-8c68-58e3f6964b10 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-600500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731988247197'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:17.300346 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-f08804ca-d434-459b-baed-ac726f73d178 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:09:17.309390 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] get_ports_and_sgs() called for port_ids ['55f833fa-1491-47ab-8019-a4e5a24dd904'] {{(pid=93712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 10:09:17.472807 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b02af17b-bbf6-4491-bec0-e072dec438f6 req-620c6187-952d-4acf-8c68-58e3f6964b10 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Network 1301f56a-a6df-4209-bbcc-55b8e8882c37 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:09:17.475584 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-b02af17b-bbf6-4491-bec0-e072dec438f6 req-620c6187-952d-4acf-8c68-58e3f6964b10 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:09:17.486572 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-b02af17b-bbf6-4491-bec0-e072dec438f6 req-620c6187-952d-4acf-8c68-58e3f6964b10 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 10:09:17.516992 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02af17b-bbf6-4491-bec0-e072dec438f6 req-620c6187-952d-4acf-8c68-58e3f6964b10 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:17.520659 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-b02af17b-bbf6-4491-bec0-e072dec438f6 req-620c6187-952d-4acf-8c68-58e3f6964b10 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:17.546137 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c6187-952d-4acf-8c68-58e3f6964b10 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Pushing event updated for resources: {'Port': ['ID=dc4b3e27-d91c-4c1e-9d42-09679f24b4b9,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:09:17.566862 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620c6187-952d-4acf-8c68-58e3f6964b10 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:09:17.570095 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620c6187-952d-4acf-8c68-58e3f6964b10 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:09:17.570095 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620c6187-952d-4acf-8c68-58e3f6964b10 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:09:17.570095 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620c6187-952d-4acf-8c68-58e3f6964b10 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:09:17.570095 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620c6187-952d-4acf-8c68-58e3f6964b10 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:09:17.570095 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620c6187-952d-4acf-8c68-58e3f6964b10 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:09:17.570095 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620c6187-952d-4acf-8c68-58e3f6964b10 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:09:17.570095 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620c6187-952d-4acf-8c68-58e3f6964b10 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:09:17.571629 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620c6187-952d-4acf-8c68-58e3f6964b10 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:09:17.571629 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620c6187-952d-4acf-8c68-58e3f6964b10 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:09:17.571629 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620c6187-952d-4acf-8c68-58e3f6964b10 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:09:17.571932 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620c6187-952d-4acf-8c68-58e3f6964b10 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:09:17.583907 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-620c6187-952d-4acf-8c68-58e3f6964b10 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:09:17.665770 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ac146-f349-4985-b2e4-d4dd66bd3206 req-9864a64d-295e-4f91-b461-bbc7cd6b825e tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:17.668013 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-134ac146-f349-4985-b2e4-d4dd66bd3206 req-9864a64d-295e-4f91-b461-bbc7cd6b825e tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.1052980 Jun 23 10:09:17.671433 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b02af17b-bbf6-4491-bec0-e072dec438f6 req-620c6187-952d-4acf-8c68-58e3f6964b10 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3730073 Jun 23 10:09:17.687219 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [req-b02af17b-bbf6-4491-bec0-e072dec438f6 req-70ca96de-99c9-4076-be23-60ffb19c13d2 service neutron] Request body: {'port': {'device_id': '73ccedd3-bdc9-444c-a4ba-8bfbd6a474f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79751'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:09:17.763354 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-134ac146-f349-4985-b2e4-d4dd66bd3206 req-c70fc3bc-44aa-4dfb-a637-ef6841f28ace tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884757 Jun 23 10:09:17.798320 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-b02af17b-bbf6-4491-bec0-e072dec438f6 req-70ca96de-99c9-4076-be23-60ffb19c13d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:17.903769 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-48513013-f2a3-4f84-a0cc-52dab823442e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:18.090598 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.notifiers.nova [req-b02af17b-bbf6-4491-bec0-e072dec438f6 req-70ca96de-99c9-4076-be23-60ffb19c13d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc4b3e27-d91c-4c1e-9d42-09679f24b4b9 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 10:09:18.116031 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-b02af17b-bbf6-4491-bec0-e072dec438f6 req-70ca96de-99c9-4076-be23-60ffb19c13d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:18.148068 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-b02af17b-bbf6-4491-bec0-e072dec438f6 req-70ca96de-99c9-4076-be23-60ffb19c13d2 service neutron] Transition to ACTIVE for port object dc4b3e27-d91c-4c1e-9d42-09679f24b4b9 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:09:18.318615 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-b02af17b-bbf6-4491-bec0-e072dec438f6 req-70ca96de-99c9-4076-be23-60ffb19c13d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:18.323785 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-21488579-f71f-498f-b80c-ecf372867a75 tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:09:18.399719 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ca96de-99c9-4076-be23-60ffb19c13d2 service neutron] Pushing event updated for resources: {'Port': ['ID=dc4b3e27-d91c-4c1e-9d42-09679f24b4b9,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:09:18.406255 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-70ca96de-99c9-4076-be23-60ffb19c13d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:09:18.496982 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-b02af17b-bbf6-4491-bec0-e072dec438f6 req-70ca96de-99c9-4076-be23-60ffb19c13d2 service neutron] Attempting to bind port dc4b3e27-d91c-4c1e-9d42-09679f24b4b9 on host hv-cinder-79751 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 10:09:18.497315 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-b02af17b-bbf6-4491-bec0-e072dec438f6 req-70ca96de-99c9-4076-be23-60ffb19c13d2 service neutron] Attempting to bind port dc4b3e27-d91c-4c1e-9d42-09679f24b4b9 by drivers openvswitch,hyperv on host hv-cinder-79751 at level 0 using segments [{'id': '6ef876d1-6a68-4027-aed0-1d01a0f0bb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1301f56a-a6df-4209-bbcc-55b8e8882c37'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 10:09:18.497635 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02af17b-bbf6-4491-bec0-e072dec438f6 req-70ca96de-99c9-4076-be23-60ffb19c13d2 service neutron] Attempting to bind port dc4b3e27-d91c-4c1e-9d42-09679f24b4b9 on network 1301f56a-a6df-4209-bbcc-55b8e8882c37 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:09:18.509968 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02af17b-bbf6-4491-bec0-e072dec438f6 req-70ca96de-99c9-4076-be23-60ffb19c13d2 service neutron] Port dc4b3e27-d91c-4c1e-9d42-09679f24b4b9 on network 1301f56a-a6df-4209-bbcc-55b8e8882c37 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79751 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 10:09:18.510290 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02af17b-bbf6-4491-bec0-e072dec438f6 req-70ca96de-99c9-4076-be23-60ffb19c13d2 service neutron] Attempting to bind port dc4b3e27-d91c-4c1e-9d42-09679f24b4b9 on network 1301f56a-a6df-4209-bbcc-55b8e8882c37 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:09:18.517164 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02af17b-bbf6-4491-bec0-e072dec438f6 req-70ca96de-99c9-4076-be23-60ffb19c13d2 service neutron] Checking agent: {'id': '4f95f39b-461c-4de8-a9d2-f77a6241c1fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 10, 5, 33), 'started_at': datetime.datetime(2021, 6, 23, 10, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 10, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 10:09:18.517495 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02af17b-bbf6-4491-bec0-e072dec438f6 req-70ca96de-99c9-4076-be23-60ffb19c13d2 service neutron] Checking segment: {'id': '6ef876d1-6a68-4027-aed0-1d01a0f0bb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1301f56a-a6df-4209-bbcc-55b8e8882c37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:09:18.518084 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b02af17b-bbf6-4491-bec0-e072dec438f6 req-70ca96de-99c9-4076-be23-60ffb19c13d2 service neutron] Bound using segment: {'id': '6ef876d1-6a68-4027-aed0-1d01a0f0bb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1301f56a-a6df-4209-bbcc-55b8e8882c37'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 10:09:18.518543 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-b02af17b-bbf6-4491-bec0-e072dec438f6 req-70ca96de-99c9-4076-be23-60ffb19c13d2 service neutron] Bound port: dc4b3e27-d91c-4c1e-9d42-09679f24b4b9, host: hv-cinder-79751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ef876d1-6a68-4027-aed0-1d01a0f0bb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1301f56a-a6df-4209-bbcc-55b8e8882c37'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 10:09:18.518914 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-b02af17b-bbf6-4491-bec0-e072dec438f6 req-70ca96de-99c9-4076-be23-60ffb19c13d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:18.603648 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47dfbf3-0be3-44de-b0cf-7f5e487ac7eb req-30e232e0-b113-43fd-8e29-05fc8c56ba4b tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:18.605137 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a47dfbf3-0be3-44de-b0cf-7f5e487ac7eb req-30e232e0-b113-43fd-8e29-05fc8c56ba4b tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=73ccedd3-bdc9-444c-a4ba-8bfbd6a474f2 HTTP/1.1" status: 200 len: 943 time: 0.1598470 Jun 23 10:09:18.676099 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-b02af17b-bbf6-4491-bec0-e072dec438f6 req-70ca96de-99c9-4076-be23-60ffb19c13d2 service neutron] For port dc4b3e27-d91c-4c1e-9d42-09679f24b4b9, host hv-cinder-79751, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 10:09:18.695767 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-b02af17b-bbf6-4491-bec0-e072dec438f6 req-70ca96de-99c9-4076-be23-60ffb19c13d2 service neutron] For port dc4b3e27-d91c-4c1e-9d42-09679f24b4b9, host hv-cinder-79751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=dc4b3e27-d91c-4c1e-9d42-09679f24b4b9,segment=NetworkSegment(6ef876d1-6a68-4027-aed0-1d01a0f0bb35),segment_id=6ef876d1-6a68-4027-aed0-1d01a0f0bb35)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 10:09:18.721498 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a47dfbf3-0be3-44de-b0cf-7f5e487ac7eb req-0e16b131-3d80-4cbb-8a11-70e9c73ea600 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/security-groups?id=d03fb2df-82a8-4d55-8926-e64f6f2b2204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949070 Jun 23 10:09:18.813661 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-b02af17b-bbf6-4491-bec0-e072dec438f6 req-70ca96de-99c9-4076-be23-60ffb19c13d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:18.817613 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:09:18.862678 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02af17b-bbf6-4491-bec0-e072dec438f6 req-70ca96de-99c9-4076-be23-60ffb19c13d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:18.865412 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-b02af17b-bbf6-4491-bec0-e072dec438f6 req-70ca96de-99c9-4076-be23-60ffb19c13d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:18.871215 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b02af17b-bbf6-4491-bec0-e072dec438f6 req-70ca96de-99c9-4076-be23-60ffb19c13d2 service neutron] 10.222.0.52 "PUT /v2.0/ports/dc4b3e27-d91c-4c1e-9d42-09679f24b4b9 HTTP/1.1" status: 200 len: 1093 time: 1.1888502 Jun 23 10:09:18.878038 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73ccedd3-bdc9-444c-a4ba-8bfbd6a474f2', 'tag': 'dc4b3e27-d91c-4c1e-9d42-09679f24b4b9'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:09:18.878782 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404634ef6dbf53e9c182992e714e82192e1d0d35f5c652938e4b1e64141411fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-614d5c40-7591-4604-9a02-e36aa1f1009a" -d '{"events": [{"name": "network-changed", "server_uuid": "73ccedd3-bdc9-444c-a4ba-8bfbd6a474f2", "tag": "dc4b3e27-d91c-4c1e-9d42-09679f24b4b9"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:09:18.933184 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ca96de-99c9-4076-be23-60ffb19c13d2 service neutron] Pushing event updated for resources: {'Port': ['ID=dc4b3e27-d91c-4c1e-9d42-09679f24b4b9,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:09:18.954864 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-70ca96de-99c9-4076-be23-60ffb19c13d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:09:18.956330 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 10:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111dd5b9-0699-455e-b65d-aa69a03fcdf0 x-openstack-request-id: req-111dd5b9-0699-455e-b65d-aa69a03fcdf0 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:09:18.956648 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73ccedd3-bdc9-444c-a4ba-8bfbd6a474f2", "tag": "dc4b3e27-d91c-4c1e-9d42-09679f24b4b9", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:09:18.956934 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-111dd5b9-0699-455e-b65d-aa69a03fcdf0 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:09:18.957380 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73ccedd3-bdc9-444c-a4ba-8bfbd6a474f2', 'tag': 'dc4b3e27-d91c-4c1e-9d42-09679f24b4b9', 'status': 'completed', 'code': 200} Jun 23 10:09:19.092901 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d5c40-7591-4604-9a02-e36aa1f1009a req-fa30094c-b686-45b4-80e5-2e6ec20e6672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:19.094005 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-614d5c40-7591-4604-9a02-e36aa1f1009a req-fa30094c-b686-45b4-80e5-2e6ec20e6672 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ef6eca920b7b4273815fd3508d61a9dc&device_id=73ccedd3-bdc9-444c-a4ba-8bfbd6a474f2 HTTP/1.1" status: 200 len: 1096 time: 0.1018136 Jun 23 10:09:19.103739 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01959c2c-3aaa-486d-9bf1-1913f3352eb3 req-4c2d1f4f-203d-4cce-87fc-e3cd8ca23f12 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:19.110578 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-01959c2c-3aaa-486d-9bf1-1913f3352eb3 req-4c2d1f4f-203d-4cce-87fc-e3cd8ca23f12 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.1744111 Jun 23 10:09:19.211197 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-01959c2c-3aaa-486d-9bf1-1913f3352eb3 req-199339c5-21be-440b-8862-03abf590913b tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995324 Jun 23 10:09:19.256645 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d5c40-7591-4604-9a02-e36aa1f1009a req-69ce7b0d-c5c2-4f8d-b129-b5ad6ad57e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:19.258515 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-614d5c40-7591-4604-9a02-e36aa1f1009a req-69ce7b0d-c5c2-4f8d-b129-b5ad6ad57e9b service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=ef6eca920b7b4273815fd3508d61a9dc&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1410308 Jun 23 10:09:19.372701 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d5c40-7591-4604-9a02-e36aa1f1009a req-df3ec78a-771e-4f37-bd47-37157ab68612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:19.374929 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-614d5c40-7591-4604-9a02-e36aa1f1009a req-df3ec78a-771e-4f37-bd47-37157ab68612 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1086938 Jun 23 10:09:19.464554 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02af17b-bbf6-4491-bec0-e072dec438f6 req-6d3fe145-dce7-41c9-a2aa-b66cf940d39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:19.465960 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b02af17b-bbf6-4491-bec0-e072dec438f6 req-6d3fe145-dce7-41c9-a2aa-b66cf940d39f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ef6eca920b7b4273815fd3508d61a9dc&device_id=73ccedd3-bdc9-444c-a4ba-8bfbd6a474f2 HTTP/1.1" status: 200 len: 1096 time: 0.0550854 Jun 23 10:09:19.506674 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b02af17b-bbf6-4491-bec0-e072dec438f6 req-cf3f3ff3-9af2-45b0-a7c6-2180f3243757 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc4b3e27-d91c-4c1e-9d42-09679f24b4b9 HTTP/1.1" status: 200 len: 217 time: 0.0332727 Jun 23 10:09:19.552854 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02af17b-bbf6-4491-bec0-e072dec438f6 req-432736f7-74b1-4ed1-86cc-bfffb1fa8a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:19.554231 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b02af17b-bbf6-4491-bec0-e072dec438f6 req-432736f7-74b1-4ed1-86cc-bfffb1fa8a82 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7b2113fc-3967-41e0-b823-4d7a0751bfee HTTP/1.1" status: 200 len: 855 time: 0.0421150 Jun 23 10:09:19.604313 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b02af17b-bbf6-4491-bec0-e072dec438f6 req-7f1077c2-717b-42e6-826a-7f5a36713806 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1301f56a-a6df-4209-bbcc-55b8e8882c37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261133 Jun 23 10:09:19.697867 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b02af17b-bbf6-4491-bec0-e072dec438f6 req-3413024b-5b8a-4cca-bbb9-295aebe3c698 service neutron] 10.222.0.52 "GET /v2.0/networks/1301f56a-a6df-4209-bbcc-55b8e8882c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868299 Jun 23 10:09:19.910926 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b02af17b-bbf6-4491-bec0-e072dec438f6 req-58c235f1-5317-4f8b-8afd-8e9eb0ec35c2 service neutron] 10.222.0.52 "GET /v2.0/networks/1301f56a-a6df-4209-bbcc-55b8e8882c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957204 Jun 23 10:09:19.952877 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9dd591-210d-46fc-8edc-9e40a2c00829 req-52e59b44-98fd-4a42-8738-4cb241b35468 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:19.954540 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ed9dd591-210d-46fc-8edc-9e40a2c00829 req-52e59b44-98fd-4a42-8738-4cb241b35468 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=73ccedd3-bdc9-444c-a4ba-8bfbd6a474f2 HTTP/1.1" status: 200 len: 943 time: 0.0880656 Jun 23 10:09:20.011762 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ed9dd591-210d-46fc-8edc-9e40a2c00829 req-f318a217-f6ab-458a-ab6a-10712bb729a4 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/security-groups?id=d03fb2df-82a8-4d55-8926-e64f6f2b2204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496924 Jun 23 10:09:20.409675 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cc08fcd5-727d-4317-96f9-ed82d9d4e492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:20.452582 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41085996-206c-4e19-80c1-a4a6900bde3e req-893d10b6-8204-4b30-bec0-a346861a2c7c tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:20.455241 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-41085996-206c-4e19-80c1-a4a6900bde3e req-893d10b6-8204-4b30-bec0-a346861a2c7c tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.0780995 Jun 23 10:09:20.526393 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-41085996-206c-4e19-80c1-a4a6900bde3e req-c4cdf174-72d3-46f4-bae5-cd26bd4f0311 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649300 Jun 23 10:09:20.631623 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:21.053777 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device dc4b3e27-d91c-4c1e-9d42-09679f24b4b9 details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=93712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 10:09:21.124624 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a270536-31ef-4a1d-b1aa-ea443f891789 req-f445d902-9fbe-4ba5-baa2-ea6333b9c629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:21.126730 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-3a270536-31ef-4a1d-b1aa-ea443f891789 req-f445d902-9fbe-4ba5-baa2-ea6333b9c629 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 1098 time: 0.1306992 Jun 23 10:09:21.183012 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port dc4b3e27-d91c-4c1e-9d42-09679f24b4b9, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=dc4b3e27-d91c-4c1e-9d42-09679f24b4b9,segment=NetworkSegment(6ef876d1-6a68-4027-aed0-1d01a0f0bb35),segment_id=6ef876d1-6a68-4027-aed0-1d01a0f0bb35)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:09:21.194743 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Returning: {'device': 'dc4b3e27-d91c-4c1e-9d42-09679f24b4b9', 'network_id': '1301f56a-a6df-4209-bbcc-55b8e8882c37', 'port_id': 'dc4b3e27-d91c-4c1e-9d42-09679f24b4b9', 'mac_address': 'fa:16:3e:d8:8b:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b2113fc-3967-41e0-b823-4d7a0751bfee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 10:09:21.209005 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f83600-d985-4eec-969f-9683c3d2f32e req-eee6842e-edb3-4c22-8eb9-8bc987869906 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:21.210517 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-61f83600-d985-4eec-969f-9683c3d2f32e req-eee6842e-edb3-4c22-8eb9-8bc987869906 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=73ccedd3-bdc9-444c-a4ba-8bfbd6a474f2 HTTP/1.1" status: 200 len: 943 time: 0.0708833 Jun 23 10:09:21.236209 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:21.249647 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc4b3e27-d91c-4c1e-9d42-09679f24b4b9 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 10:09:21.257513 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-61f83600-d985-4eec-969f-9683c3d2f32e req-7dacef5d-68bf-44c5-88e2-cc2c80f65cd6 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/security-groups?id=d03fb2df-82a8-4d55-8926-e64f6f2b2204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410521 Jun 23 10:09:21.293746 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port dc4b3e27-d91c-4c1e-9d42-09679f24b4b9, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=dc4b3e27-d91c-4c1e-9d42-09679f24b4b9,segment=NetworkSegment(6ef876d1-6a68-4027-aed0-1d01a0f0bb35),segment_id=6ef876d1-6a68-4027-aed0-1d01a0f0bb35)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:09:21.406697 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:21.408783 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:09:21.454554 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Pushing event updated for resources: {'Port': ['ID=dc4b3e27-d91c-4c1e-9d42-09679f24b4b9,revision_number=4']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:09:21.461683 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:09:21.462063 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:09:21.462396 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:09:21.462736 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:09:21.463067 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:09:21.463388 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:09:21.463703 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:09:21.464018 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:09:21.464355 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:09:21.464673 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:09:21.464986 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:09:21.465293 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:09:21.469814 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:09:21.491479 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-549d35a9-2eb0-42c6-a322-a779b3edc54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:21.706416 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7bba00-d47e-437f-bfd2-fffe882d61ba req-836e2a2a-37b8-46a5-b438-566a1714eac8 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:21.707940 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1c7bba00-d47e-437f-bfd2-fffe882d61ba req-836e2a2a-37b8-46a5-b438-566a1714eac8 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.0635090 Jun 23 10:09:21.747616 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1c7bba00-d47e-437f-bfd2-fffe882d61ba req-314d11d3-552b-443e-8508-08b7ca63ffdc tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330114 Jun 23 10:09:22.442833 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b95d77f-1f0a-4326-8b6f-84a236b53214 req-bbe1a986-4bd6-48e9-a263-1dab2cab27a1 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:22.444282 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9b95d77f-1f0a-4326-8b6f-84a236b53214 req-bbe1a986-4bd6-48e9-a263-1dab2cab27a1 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=73ccedd3-bdc9-444c-a4ba-8bfbd6a474f2 HTTP/1.1" status: 200 len: 944 time: 0.0720301 Jun 23 10:09:22.481727 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9b95d77f-1f0a-4326-8b6f-84a236b53214 req-78319639-84eb-484f-9e9c-d211d95c687b tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/security-groups?id=d03fb2df-82a8-4d55-8926-e64f6f2b2204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317461 Jun 23 10:09:22.920758 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b3b348-7b9e-40e6-92e1-23ff5705b14a req-a1cd00d5-6a1e-482b-b232-f0d71bc1d6c3 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:22.922217 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b4b3b348-7b9e-40e6-92e1-23ff5705b14a req-a1cd00d5-6a1e-482b-b232-f0d71bc1d6c3 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.0618052 Jun 23 10:09:22.959492 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b4b3b348-7b9e-40e6-92e1-23ff5705b14a req-a676fadb-514e-4bea-9886-1f505d0bf68e tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318115 Jun 23 10:09:23.090983 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-3a270536-31ef-4a1d-b1aa-ea443f891789 req-48b295e6-7b97-460b-a620-f2d884fc657c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287461 Jun 23 10:09:23.534796 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-329354e5-9e69-417d-83ab-34bb473e22da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:23.658793 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5331b29-b2fe-45b1-8439-0674be86f462 req-511cdfbe-1c32-4592-85f5-88b751de833f tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:23.660239 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b5331b29-b2fe-45b1-8439-0674be86f462 req-511cdfbe-1c32-4592-85f5-88b751de833f tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=73ccedd3-bdc9-444c-a4ba-8bfbd6a474f2 HTTP/1.1" status: 200 len: 944 time: 0.0666556 Jun 23 10:09:23.697578 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b5331b29-b2fe-45b1-8439-0674be86f462 req-9cc52a41-430b-4d23-a929-f0e7b1928b6b tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/security-groups?id=d03fb2df-82a8-4d55-8926-e64f6f2b2204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318165 Jun 23 10:09:24.129245 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243183c-9ae5-4a29-8325-0f15799ad9a0 req-b539535f-3d08-485e-92dc-cf1ab90fadcb tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:24.130618 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-8243183c-9ae5-4a29-8325-0f15799ad9a0 req-b539535f-3d08-485e-92dc-cf1ab90fadcb tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.0634315 Jun 23 10:09:24.172486 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-8243183c-9ae5-4a29-8325-0f15799ad9a0 req-e9490908-c2bc-4926-a5d9-39719d0c0f45 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359342 Jun 23 10:09:24.534752 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] get_ports_and_sgs() called for port_ids ['dc4b3e27-d91c-4c1e-9d42-09679f24b4b9'] {{(pid=93712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 10:09:24.925819 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbf680d-ca22-4400-abff-668fc1a8415c req-02a4b772-12a2-44ba-9ebd-c9abfc8d0547 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:24.928827 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1fbf680d-ca22-4400-abff-668fc1a8415c req-02a4b772-12a2-44ba-9ebd-c9abfc8d0547 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=73ccedd3-bdc9-444c-a4ba-8bfbd6a474f2 HTTP/1.1" status: 200 len: 944 time: 0.0955598 Jun 23 10:09:24.991407 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1fbf680d-ca22-4400-abff-668fc1a8415c req-1a053ae5-716d-47c2-b144-691d5175c591 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/security-groups?id=d03fb2df-82a8-4d55-8926-e64f6f2b2204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568295 Jun 23 10:09:25.886980 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c23e0ff-6a10-4209-a5c9-0a6438a8b513 req-1db2047b-21a2-4d25-b8a1-37031ff8a037 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:25.888481 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5c23e0ff-6a10-4209-a5c9-0a6438a8b513 req-1db2047b-21a2-4d25-b8a1-37031ff8a037 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.5410471 Jun 23 10:09:25.896476 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d7a5dd-7758-44bc-a9c2-1819172fa150 req-123db82c-f585-4b80-876f-dc67704d221f tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:25.903480 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f1d7a5dd-7758-44bc-a9c2-1819172fa150 req-123db82c-f585-4b80-876f-dc67704d221f tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 945 time: 0.1293194 Jun 23 10:09:26.007846 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f1d7a5dd-7758-44bc-a9c2-1819172fa150 req-0cc3ab56-60e3-4231-accf-a1cfdf5e8b23 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034350 Jun 23 10:09:26.017275 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5c23e0ff-6a10-4209-a5c9-0a6438a8b513 req-7729274e-c2bd-4fa1-a713-79db17b7f75b tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054258 Jun 23 10:09:26.142601 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device dc4b3e27-d91c-4c1e-9d42-09679f24b4b9 up at agent hyperv_hv-cinder-79751 {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:09:26.232019 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b357bff-d019-4698-bb8c-c74c59bd503f req-03a13015-6553-470e-8ff5-916d81271b85 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:26.239433 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-7b357bff-d019-4698-bb8c-c74c59bd503f req-03a13015-6553-470e-8ff5-916d81271b85 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=73ccedd3-bdc9-444c-a4ba-8bfbd6a474f2 HTTP/1.1" status: 200 len: 944 time: 0.1264791 Jun 23 10:09:26.283828 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-7b357bff-d019-4698-bb8c-c74c59bd503f req-11285bb2-3b6b-497b-96fd-855e255f1b59 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/security-groups?id=d03fb2df-82a8-4d55-8926-e64f6f2b2204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433307 Jun 23 10:09:26.331960 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Provisioning for port dc4b3e27-d91c-4c1e-9d42-09679f24b4b9 completed by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:09:26.336710 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Provisioning complete for port dc4b3e27-d91c-4c1e-9d42-09679f24b4b9 triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:09:26.337312 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:26.442012 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:26.467563 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73ccedd3-bdc9-444c-a4ba-8bfbd6a474f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc4b3e27-d91c-4c1e-9d42-09679f24b4b9'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:09:26.470348 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e06d9dce5bc2bce6c931562da1c36027cbf4e574fb667469159d94052b32a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2135f803-b469-4c3a-908b-8a6d2c389a34" -d '{"events": [{"server_uuid": "73ccedd3-bdc9-444c-a4ba-8bfbd6a474f2", "name": "network-vif-plugged", "status": "completed", "tag": "dc4b3e27-d91c-4c1e-9d42-09679f24b4b9"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:09:26.500707 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port dc4b3e27-d91c-4c1e-9d42-09679f24b4b9, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=dc4b3e27-d91c-4c1e-9d42-09679f24b4b9,segment=NetworkSegment(6ef876d1-6a68-4027-aed0-1d01a0f0bb35),segment_id=6ef876d1-6a68-4027-aed0-1d01a0f0bb35)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:09:26.601037 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:26.603865 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:09:26.668783 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 10:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df77212-d533-4d23-8360-9ebb4edfdf60 x-openstack-request-id: req-1df77212-d533-4d23-8360-9ebb4edfdf60 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:09:26.669143 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73ccedd3-bdc9-444c-a4ba-8bfbd6a474f2", "name": "network-vif-plugged", "status": "completed", "tag": "dc4b3e27-d91c-4c1e-9d42-09679f24b4b9", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:09:26.669468 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1df77212-d533-4d23-8360-9ebb4edfdf60 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:09:26.670587 dv-cinder-797510-1-iscsi neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73ccedd3-bdc9-444c-a4ba-8bfbd6a474f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc4b3e27-d91c-4c1e-9d42-09679f24b4b9', 'code': 200} Jun 23 10:09:26.676125 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Pushing event updated for resources: {'Port': ['ID=dc4b3e27-d91c-4c1e-9d42-09679f24b4b9,revision_number=5']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:09:26.686615 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:09:27.164353 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceeed9a-2a86-4a92-8bf1-99f312bb4820 req-432b96cc-c3dd-4c09-9832-2b31c276d65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:27.165859 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-bceeed9a-2a86-4a92-8bf1-99f312bb4820 req-432b96cc-c3dd-4c09-9832-2b31c276d65e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=73ccedd3-bdc9-444c-a4ba-8bfbd6a474f2 HTTP/1.1" status: 200 len: 1098 time: 0.1038091 Jun 23 10:09:27.278410 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-bceeed9a-2a86-4a92-8bf1-99f312bb4820 req-aac3faea-8186-4739-8fd7-c9748670a753 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d03fb2df-82a8-4d55-8926-e64f6f2b2204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051993 Jun 23 10:09:27.321802 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4147a20-ad75-4ea3-9d6d-c7fde6a75a9e req-50c88c09-1138-482b-ac70-f861dcb9468d tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:27.323310 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a4147a20-ad75-4ea3-9d6d-c7fde6a75a9e req-50c88c09-1138-482b-ac70-f861dcb9468d tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.1277776 Jun 23 10:09:27.343038 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1ce6c-db29-4828-b9c1-bd9432a929fe req-b5667583-8c34-49df-919a-608e12fd508d tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:27.344504 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ace1ce6c-db29-4828-b9c1-bd9432a929fe req-b5667583-8c34-49df-919a-608e12fd508d tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 945 time: 0.1139824 Jun 23 10:09:27.403655 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a4147a20-ad75-4ea3-9d6d-c7fde6a75a9e req-05adaf06-41fc-4f0e-b82a-4d3664368c52 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741520 Jun 23 10:09:27.406920 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ace1ce6c-db29-4828-b9c1-bd9432a929fe req-540c3c73-3e9f-401e-bc98-6bb55109a59a tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502851 Jun 23 10:09:27.646965 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0d9fd-2e08-45e1-8af5-bb3b8a7dd26f req-8e2decdc-0ce6-40f2-9769-207675a3d49c tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:27.648945 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-65d0d9fd-2e08-45e1-8af5-bb3b8a7dd26f req-8e2decdc-0ce6-40f2-9769-207675a3d49c tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=73ccedd3-bdc9-444c-a4ba-8bfbd6a474f2 HTTP/1.1" status: 200 len: 945 time: 0.0794609 Jun 23 10:09:27.694349 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-65d0d9fd-2e08-45e1-8af5-bb3b8a7dd26f req-a2afbebd-52a7-4ab3-8ac4-0c94918a9d63 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/security-groups?id=d03fb2df-82a8-4d55-8926-e64f6f2b2204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388579 Jun 23 10:09:28.195080 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b94f39-023e-4853-828c-cc1437ddf45c req-d2031417-454f-414d-8e2b-962b1bb48ae7 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:28.196697 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-82b94f39-023e-4853-828c-cc1437ddf45c req-d2031417-454f-414d-8e2b-962b1bb48ae7 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.0792625 Jun 23 10:09:28.293029 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-82b94f39-023e-4853-828c-cc1437ddf45c req-526fdfc7-634c-45e7-96e0-c3e2292d03f7 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873137 Jun 23 10:09:28.322165 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97adf616-f288-401c-bba6-bd00ffd5e3b3 req-8e67a5be-af6c-43d2-a98a-923ea212ea07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:28.323844 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-97adf616-f288-401c-bba6-bd00ffd5e3b3 req-8e67a5be-af6c-43d2-a98a-923ea212ea07 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d46b0904cf749dda07bbce4569535a4&device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 1098 time: 0.1262214 Jun 23 10:09:28.499945 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97adf616-f288-401c-bba6-bd00ffd5e3b3 req-832ec081-ee3c-4573-98a9-4a4df5696ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:28.502279 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-97adf616-f288-401c-bba6-bd00ffd5e3b3 req-832ec081-ee3c-4573-98a9-4a4df5696ae8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5 HTTP/1.1" status: 200 len: 919 time: 0.1642165 Jun 23 10:09:28.600354 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-97adf616-f288-401c-bba6-bd00ffd5e3b3 req-f5d2e746-812a-439c-8798-a7c3d360c7d2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d21401e9-dd04-48ca-a09d-f281becba8ee HTTP/1.1" status: 200 len: 217 time: 0.0747879 Jun 23 10:09:28.694597 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97adf616-f288-401c-bba6-bd00ffd5e3b3 req-02d9c678-4cc6-4b19-abb5-01f3cf3e0716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:28.697095 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-97adf616-f288-401c-bba6-bd00ffd5e3b3 req-02d9c678-4cc6-4b19-abb5-01f3cf3e0716 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ee931124-afba-46a0-8fb4-344a768129bc HTTP/1.1" status: 200 len: 858 time: 0.0792699 Jun 23 10:09:28.797417 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-97adf616-f288-401c-bba6-bd00ffd5e3b3 req-876ef800-a66a-4dd7-a705-960c210f69a4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930164 Jun 23 10:09:29.047821 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-97adf616-f288-401c-bba6-bd00ffd5e3b3 req-01dbaf10-d7e4-40eb-a8a0-2733bdd39954 service neutron] 10.222.0.52 "GET /v2.0/networks/fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234769 Jun 23 10:09:29.105102 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837de906-5f81-48e5-b281-f24ffb37f1f8 req-f7dbb970-ca95-489f-8902-e646927a3108 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:29.109612 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-837de906-5f81-48e5-b281-f24ffb37f1f8 req-f7dbb970-ca95-489f-8902-e646927a3108 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 945 time: 0.3208780 Jun 23 10:09:29.150426 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfafc3c8-614e-425d-b458-dfedc1c1c8dd req-216d41b0-a905-4874-b962-9699c864e904 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:29.159129 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-dfafc3c8-614e-425d-b458-dfedc1c1c8dd req-216d41b0-a905-4874-b962-9699c864e904 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=73ccedd3-bdc9-444c-a4ba-8bfbd6a474f2 HTTP/1.1" status: 200 len: 945 time: 0.2506244 Jun 23 10:09:29.318895 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-837de906-5f81-48e5-b281-f24ffb37f1f8 req-3bd1db3a-97bf-45dc-a29c-0d103f094a22 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1886194 Jun 23 10:09:29.333583 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-dfafc3c8-614e-425d-b458-dfedc1c1c8dd req-64e5178f-cd9f-42c4-8a56-918aeab5aae1 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/security-groups?id=d03fb2df-82a8-4d55-8926-e64f6f2b2204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729352 Jun 23 10:09:29.371241 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-97adf616-f288-401c-bba6-bd00ffd5e3b3 req-81a41841-f257-4389-a9fd-e3584081c40e service neutron] 10.222.0.52 "GET /v2.0/networks/fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975829 Jun 23 10:09:29.597630 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d55e43-5149-464a-bf7c-eaa59e7b5667 req-61831062-91fd-4bb3-8632-7d778060c48a tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:29.599119 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e4d55e43-5149-464a-bf7c-eaa59e7b5667 req-61831062-91fd-4bb3-8632-7d778060c48a tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.0793719 Jun 23 10:09:29.636719 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e4d55e43-5149-464a-bf7c-eaa59e7b5667 req-38212111-a701-4980-9c1e-f8f7b7de3bc8 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316987 Jun 23 10:09:30.702172 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e9097-1eb5-4d3c-8339-f55da9007ef0 req-45bed1cf-0950-4640-b911-f2624826fd62 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:30.703938 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-7b7e9097-1eb5-4d3c-8339-f55da9007ef0 req-45bed1cf-0950-4640-b911-f2624826fd62 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 945 time: 0.1183980 Jun 23 10:09:30.716474 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8c34c-6a33-4726-b9e9-44507dadc84c req-e9dc7299-612b-476d-81d6-a79da00d8c3d tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:30.718002 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-05b8c34c-6a33-4726-b9e9-44507dadc84c req-e9dc7299-612b-476d-81d6-a79da00d8c3d tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=73ccedd3-bdc9-444c-a4ba-8bfbd6a474f2 HTTP/1.1" status: 200 len: 945 time: 0.0990982 Jun 23 10:09:30.835090 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-05b8c34c-6a33-4726-b9e9-44507dadc84c req-068a2815-c7c4-44c3-820f-ccddcce6921a tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/security-groups?id=d03fb2df-82a8-4d55-8926-e64f6f2b2204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948472 Jun 23 10:09:30.911702 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-7b7e9097-1eb5-4d3c-8339-f55da9007ef0 req-a2d90123-9e41-4121-84c6-37fc6d46a5ce tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1921575 Jun 23 10:09:31.160086 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5a256c1b-e04d-4a7a-9d24-d1e16346fcc4 req-133a78c9-54c0-40c5-b9ce-9153028020bf service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1559689 Jun 23 10:09:31.190254 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2151829-5fbb-4826-96e1-b25f4291b11b req-01bad3c4-bc2d-4586-84d5-c9faf33b82a0 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:31.191966 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e2151829-5fbb-4826-96e1-b25f4291b11b req-01bad3c4-bc2d-4586-84d5-c9faf33b82a0 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.1116037 Jun 23 10:09:31.292411 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e2151829-5fbb-4826-96e1-b25f4291b11b req-b7a1e75d-e399-4e7e-bdb8-b07ec1ffb383 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895619 Jun 23 10:09:31.322619 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a256c1b-e04d-4a7a-9d24-d1e16346fcc4 req-e697b864-1ee6-49a7-8cb4-da11fa55307f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:31.324183 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5a256c1b-e04d-4a7a-9d24-d1e16346fcc4 req-e697b864-1ee6-49a7-8cb4-da11fa55307f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d46b0904cf749dda07bbce4569535a4&device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 1098 time: 0.1060455 Jun 23 10:09:31.555498 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a256c1b-e04d-4a7a-9d24-d1e16346fcc4 req-27504bdb-4b37-41e0-8135-72c43c305255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:31.557874 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5a256c1b-e04d-4a7a-9d24-d1e16346fcc4 req-27504bdb-4b37-41e0-8135-72c43c305255 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5 HTTP/1.1" status: 200 len: 919 time: 0.2059250 Jun 23 10:09:31.675855 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5a256c1b-e04d-4a7a-9d24-d1e16346fcc4 req-a63ddb38-c12a-4df2-9f24-310328089376 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b48601c6-b884-4ee6-a83f-132657a14566 HTTP/1.1" status: 200 len: 217 time: 0.1089396 Jun 23 10:09:31.767399 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a256c1b-e04d-4a7a-9d24-d1e16346fcc4 req-5fe264d3-7788-4c86-9269-329a2ed7795c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:31.768857 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5a256c1b-e04d-4a7a-9d24-d1e16346fcc4 req-5fe264d3-7788-4c86-9269-329a2ed7795c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ee931124-afba-46a0-8fb4-344a768129bc HTTP/1.1" status: 200 len: 858 time: 0.0843406 Jun 23 10:09:31.811776 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5a256c1b-e04d-4a7a-9d24-d1e16346fcc4 req-f67ce8b7-4b32-4857-8317-110a28df3f6e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308132 Jun 23 10:09:31.957876 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5a256c1b-e04d-4a7a-9d24-d1e16346fcc4 req-16dcb62c-c2a8-4e73-99e0-e1248c9771fa service neutron] 10.222.0.52 "GET /v2.0/networks/fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348517 Jun 23 10:09:32.162584 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5a256c1b-e04d-4a7a-9d24-d1e16346fcc4 req-d98daa8d-77f4-4b46-ba60-11d6e3c23721 service neutron] 10.222.0.52 "GET /v2.0/networks/fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961346 Jun 23 10:09:32.170999 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b5655-22f5-4c89-960f-9ab560a0ec7c req-b0f342c3-8cd9-49c8-8459-2602c66b2615 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:32.172982 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f92b5655-22f5-4c89-960f-9ab560a0ec7c req-b0f342c3-8cd9-49c8-8459-2602c66b2615 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 945 time: 0.1003797 Jun 23 10:09:32.228885 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f92b5655-22f5-4c89-960f-9ab560a0ec7c req-d1e61827-0a3d-4a2e-9bf0-afdadf31afdf tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464227 Jun 23 10:09:32.514482 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949e957-9127-4c07-b5e2-35ae57c7422e req-318c6e05-49a6-41e5-8eb1-22b22ed7adad tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:32.516097 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1949e957-9127-4c07-b5e2-35ae57c7422e req-318c6e05-49a6-41e5-8eb1-22b22ed7adad tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.0711389 Jun 23 10:09:32.569829 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1949e957-9127-4c07-b5e2-35ae57c7422e req-0953dcaa-c9bd-418f-bfa3-403d532a456b tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439010 Jun 23 10:09:33.449641 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642bb0d-0db0-4b46-a28f-06be0b4712d6 req-184dd81f-ea98-4ecd-bede-3325bd34789d tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:33.490533 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-2642bb0d-0db0-4b46-a28f-06be0b4712d6 req-184dd81f-ea98-4ecd-bede-3325bd34789d tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 945 time: 0.2317517 Jun 23 10:09:33.568964 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-2642bb0d-0db0-4b46-a28f-06be0b4712d6 req-a76e6cfb-96b7-43d4-bacd-621de205d42d tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=883d64c3-2083-4755-86cf-f32e109415f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784633 Jun 23 10:09:33.696428 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a7b320-9ffd-4eb3-bcb0-f7a5ad86f529 req-f4c738d4-5a41-4363-a67a-3ab0d48303bb tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:33.698236 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-66a7b320-9ffd-4eb3-bcb0-f7a5ad86f529 req-f4c738d4-5a41-4363-a67a-3ab0d48303bb tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 945 time: 0.1160264 Jun 23 10:09:33.755011 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-66a7b320-9ffd-4eb3-bcb0-f7a5ad86f529 req-e74f9472-2792-4ba0-ac31-400303f0c76c tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504375 Jun 23 10:09:33.812549 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:33.819937 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213d6037-7a5d-4d39-9144-1e9191ad1aa9 req-503d602c-cf33-405e-8a99-908ab46df39d tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:33.821910 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-213d6037-7a5d-4d39-9144-1e9191ad1aa9 req-503d602c-cf33-405e-8a99-908ab46df39d tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.0659130 Jun 23 10:09:33.864982 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-213d6037-7a5d-4d39-9144-1e9191ad1aa9 req-481b7e68-69e9-47d2-b1c4-c842af89f132 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368454 Jun 23 10:09:34.795605 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b981a-b35e-4826-b514-38736178bcf9 req-aa807671-4b92-43e2-aeab-289b5b00aab5 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:34.798885 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-187b981a-b35e-4826-b514-38736178bcf9 req-aa807671-4b92-43e2-aeab-289b5b00aab5 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 945 time: 0.0752180 Jun 23 10:09:34.836650 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-187b981a-b35e-4826-b514-38736178bcf9 req-1efc0caf-0700-456a-b068-d3365062acce tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=883d64c3-2083-4755-86cf-f32e109415f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330391 Jun 23 10:09:35.014473 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e54c5b-0fe6-4a67-a8f7-286e79312987 req-55720042-c544-4067-9072-fb983c6deb1d tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:35.018234 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-86e54c5b-0fe6-4a67-a8f7-286e79312987 req-55720042-c544-4067-9072-fb983c6deb1d tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 945 time: 0.0740569 Jun 23 10:09:35.062356 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-86e54c5b-0fe6-4a67-a8f7-286e79312987 req-1dc68979-3d57-4ca8-b99d-22a2b88b8ed6 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335457 Jun 23 10:09:35.569606 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 35090) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:09:35.619897 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8b7502d-b71e-421b-86d0-1b33914683d4 admin admin] Deleting subnet ad7ff2ab-7695-422d-ab63-65b5bdd214ec {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 10:09:35.624187 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f8b7502d-b71e-421b-86d0-1b33914683d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:35.663973 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f8b7502d-b71e-421b-86d0-1b33914683d4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:35.686171 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f8b7502d-b71e-421b-86d0-1b33914683d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528171'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:35.827858 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f8b7502d-b71e-421b-86d0-1b33914683d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:35.833873 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:09:35.869894 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b7502d-b71e-421b-86d0-1b33914683d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad7ff2ab-7695-422d-ab63-65b5bdd214ec,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:09:35.871880 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f8b7502d-b71e-421b-86d0-1b33914683d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:35.877269 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-f8b7502d-b71e-421b-86d0-1b33914683d4 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/ad7ff2ab-7695-422d-ab63-65b5bdd214ec HTTP/1.1" status: 204 len: 168 time: 0.3029270 Jun 23 10:09:35.877269 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-f8b7502d-b71e-421b-86d0-1b33914683d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:09:35.877425 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 35098) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:09:35.884354 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3371f1-5bad-4ad3-a0ff-9003c93288ea req-a62e485f-aa79-4277-9398-ccd32d12c4b8 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:35.885838 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1a3371f1-5bad-4ad3-a0ff-9003c93288ea req-a62e485f-aa79-4277-9398-ccd32d12c4b8 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.1089103 Jun 23 10:09:35.936608 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1a3371f1-5bad-4ad3-a0ff-9003c93288ea req-df7258aa-6653-4f21-a974-e4b58499a840 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446537 Jun 23 10:09:35.973567 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-89b5bc42-5ffb-4724-93e5-bc252be2ba84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-550829'] for network, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:36.082405 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-89b5bc42-5ffb-4724-93e5-bc252be2ba84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527526', 'neutron.services.segments.db._delete_segments_for_network-8731988835103'] for network, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:36.098536 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.services.segments.db [None req-89b5bc42-5ffb-4724-93e5-bc252be2ba84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1e66a88-f497-4188-9054-9b56d1c7fdd6']}} {{(pid=93710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:09:36.113261 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.services.segments.db [None req-89b5bc42-5ffb-4724-93e5-bc252be2ba84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08edf747-74ce-4365-b399-5d6da5103062') {'for_net_delete': True} {{(pid=93710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:09:36.113914 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.services.segments.db [None req-89b5bc42-5ffb-4724-93e5-bc252be2ba84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08edf747-74ce-4365-b399-5d6da5103062') {} {{(pid=93710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:09:36.115589 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f56a96-291d-4233-83ba-26aa289c6041 req-85255184-d5a8-460e-9b25-a508baed3895 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:36.117099 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-64f56a96-291d-4233-83ba-26aa289c6041 req-85255184-d5a8-460e-9b25-a508baed3895 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 945 time: 0.0695012 Jun 23 10:09:36.127435 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-89b5bc42-5ffb-4724-93e5-bc252be2ba84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731988825070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33103690'] for segment, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:36.143393 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-89b5bc42-5ffb-4724-93e5-bc252be2ba84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-523806'] for segment, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:36.150537 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89b5bc42-5ffb-4724-93e5-bc252be2ba84 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=93710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 10:09:36.151576 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-89b5bc42-5ffb-4724-93e5-bc252be2ba84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-523806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31904718'] for segment, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:36.152734 dv-cinder-797510-1-iscsi neutron-server[93710]: Traceback (most recent call last): Jun 23 10:09:36.152734 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 10:09:36.152734 dv-cinder-797510-1-iscsi neutron-server[93710]: timer() Jun 23 10:09:36.152734 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 10:09:36.152734 dv-cinder-797510-1-iscsi neutron-server[93710]: cb(*args, **kw) Jun 23 10:09:36.152734 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 10:09:36.152734 dv-cinder-797510-1-iscsi neutron-server[93710]: return func(*args, **kwargs) Jun 23 10:09:36.152734 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 10:09:36.152734 dv-cinder-797510-1-iscsi neutron-server[93710]: self._notify() Jun 23 10:09:36.152734 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 10:09:36.152734 dv-cinder-797510-1-iscsi neutron-server[93710]: self.callback(batched_events) Jun 23 10:09:36.152734 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 10:09:36.152734 dv-cinder-797510-1-iscsi neutron-server[93710]: event.method(event) Jun 23 10:09:36.152734 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 10:09:36.152734 dv-cinder-797510-1-iscsi neutron-server[93710]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 10:09:36.152734 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 10:09:36.152734 dv-cinder-797510-1-iscsi neutron-server[93710]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 10:09:36.152734 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 10:09:36.152734 dv-cinder-797510-1-iscsi neutron-server[93710]: return f(self, *a, **k) Jun 23 10:09:36.152734 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 10:09:36.152734 dv-cinder-797510-1-iscsi neutron-server[93710]: return self._get(url).json() Jun 23 10:09:36.152734 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 10:09:36.152734 dv-cinder-797510-1-iscsi neutron-server[93710]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 10:09:36.152734 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 10:09:36.152734 dv-cinder-797510-1-iscsi neutron-server[93710]: return self.request(url, 'GET', **kwargs) Jun 23 10:09:36.152734 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 10:09:36.152734 dv-cinder-797510-1-iscsi neutron-server[93710]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 10:09:36.152734 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 10:09:36.152734 dv-cinder-797510-1-iscsi neutron-server[93710]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 10:09:36.152734 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 10:09:36.152734 dv-cinder-797510-1-iscsi neutron-server[93710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 10:09:36.152734 dv-cinder-797510-1-iscsi neutron-server[93710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 10:09:36.159455 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-64f56a96-291d-4233-83ba-26aa289c6041 req-7eae2178-a780-47ea-93be-db6c7c75efbf tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=883d64c3-2083-4755-86cf-f32e109415f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353386 Jun 23 10:09:36.288308 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-89b5bc42-5ffb-4724-93e5-bc252be2ba84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-193570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1707113'] for network, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:36.292358 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-8c3415b1-3480-4e0b-a0a7-6fd356eb4c5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:09:36.305746 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-89b5bc42-5ffb-4724-93e5-bc252be2ba84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for network, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:36.305864 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 35106) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:09:36.319444 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-89b5bc42-5ffb-4724-93e5-bc252be2ba84 admin admin] 10.222.0.47 "DELETE /v2.0/networks/f1e66a88-f497-4188-9054-9b56d1c7fdd6 HTTP/1.1" status: 204 len: 168 time: 0.4416730 Jun 23 10:09:36.336890 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b5bc42-5ffb-4724-93e5-bc252be2ba84 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1e66a88-f497-4188-9054-9b56d1c7fdd6,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:09:36.351951 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b5bc42-5ffb-4724-93e5-bc252be2ba84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:09:36.352374 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b5bc42-5ffb-4724-93e5-bc252be2ba84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:09:36.354968 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b5bc42-5ffb-4724-93e5-bc252be2ba84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:09:36.355946 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b5bc42-5ffb-4724-93e5-bc252be2ba84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:09:36.356459 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b5bc42-5ffb-4724-93e5-bc252be2ba84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:09:36.357514 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b5bc42-5ffb-4724-93e5-bc252be2ba84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:09:36.358061 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b5bc42-5ffb-4724-93e5-bc252be2ba84 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:09:36.358628 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b5bc42-5ffb-4724-93e5-bc252be2ba84 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:09:36.359454 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b5bc42-5ffb-4724-93e5-bc252be2ba84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:09:36.360002 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b5bc42-5ffb-4724-93e5-bc252be2ba84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:09:36.360508 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b5bc42-5ffb-4724-93e5-bc252be2ba84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:09:36.361229 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-64db30ba-692d-499c-93b1-6b3a846170a3 admin admin] Deleting subnet b9771542-07e7-4793-ac3c-1825eff83793 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 10:09:36.361435 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89b5bc42-5ffb-4724-93e5-bc252be2ba84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:09:36.365180 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-89b5bc42-5ffb-4724-93e5-bc252be2ba84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:09:36.367682 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-64db30ba-692d-499c-93b1-6b3a846170a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:36.421662 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-64db30ba-692d-499c-93b1-6b3a846170a3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:36.427516 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-64db30ba-692d-499c-93b1-6b3a846170a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528171'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:36.555054 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-64db30ba-692d-499c-93b1-6b3a846170a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:36.558702 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-3daeae51-c626-4fd7-915f-7943185e253b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:09:36.603727 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64db30ba-692d-499c-93b1-6b3a846170a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9771542-07e7-4793-ac3c-1825eff83793,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:09:36.608889 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-64db30ba-692d-499c-93b1-6b3a846170a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:09:36.612803 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-64db30ba-692d-499c-93b1-6b3a846170a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:36.615251 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-64db30ba-692d-499c-93b1-6b3a846170a3 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/b9771542-07e7-4793-ac3c-1825eff83793 HTTP/1.1" status: 204 len: 168 time: 0.3119867 Jun 23 10:09:36.617943 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 35114) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:09:36.695908 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-d93a3902-ee54-4a7f-9682-28388b6ac168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-550829'] for network, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:36.781780 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-d93a3902-ee54-4a7f-9682-28388b6ac168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527526', 'neutron.services.segments.db._delete_segments_for_network-8731988835103'] for network, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:36.791581 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.services.segments.db [None req-d93a3902-ee54-4a7f-9682-28388b6ac168 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f94ab94-3236-48c5-b7e1-8ebc0e3d9d03']}} {{(pid=93710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:09:36.801351 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.services.segments.db [None req-d93a3902-ee54-4a7f-9682-28388b6ac168 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ca27421-9daa-48f2-ba77-70380b33a320') {'for_net_delete': True} {{(pid=93710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:09:36.801639 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.services.segments.db [None req-d93a3902-ee54-4a7f-9682-28388b6ac168 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ca27421-9daa-48f2-ba77-70380b33a320') {} {{(pid=93710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:09:36.810139 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-d93a3902-ee54-4a7f-9682-28388b6ac168 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731988825070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33103690'] for segment, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:36.828844 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-d93a3902-ee54-4a7f-9682-28388b6ac168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-523806'] for segment, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:36.835137 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d93a3902-ee54-4a7f-9682-28388b6ac168 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=93710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 10:09:36.837961 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-d93a3902-ee54-4a7f-9682-28388b6ac168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-523806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31904718'] for segment, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:36.837961 dv-cinder-797510-1-iscsi neutron-server[93710]: Traceback (most recent call last): Jun 23 10:09:36.837961 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 10:09:36.837961 dv-cinder-797510-1-iscsi neutron-server[93710]: timer() Jun 23 10:09:36.837961 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 10:09:36.837961 dv-cinder-797510-1-iscsi neutron-server[93710]: cb(*args, **kw) Jun 23 10:09:36.837961 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 10:09:36.837961 dv-cinder-797510-1-iscsi neutron-server[93710]: return func(*args, **kwargs) Jun 23 10:09:36.837961 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 10:09:36.837961 dv-cinder-797510-1-iscsi neutron-server[93710]: self._notify() Jun 23 10:09:36.837961 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 10:09:36.837961 dv-cinder-797510-1-iscsi neutron-server[93710]: self.callback(batched_events) Jun 23 10:09:36.837961 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 10:09:36.837961 dv-cinder-797510-1-iscsi neutron-server[93710]: event.method(event) Jun 23 10:09:36.837961 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 10:09:36.837961 dv-cinder-797510-1-iscsi neutron-server[93710]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 10:09:36.837961 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 10:09:36.837961 dv-cinder-797510-1-iscsi neutron-server[93710]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 10:09:36.837961 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 10:09:36.837961 dv-cinder-797510-1-iscsi neutron-server[93710]: return f(self, *a, **k) Jun 23 10:09:36.837961 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 10:09:36.837961 dv-cinder-797510-1-iscsi neutron-server[93710]: return self._get(url).json() Jun 23 10:09:36.837961 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 10:09:36.837961 dv-cinder-797510-1-iscsi neutron-server[93710]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 10:09:36.837961 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 10:09:36.837961 dv-cinder-797510-1-iscsi neutron-server[93710]: return self.request(url, 'GET', **kwargs) Jun 23 10:09:36.837961 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 10:09:36.837961 dv-cinder-797510-1-iscsi neutron-server[93710]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 10:09:36.837961 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 10:09:36.837961 dv-cinder-797510-1-iscsi neutron-server[93710]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 10:09:36.837961 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 10:09:36.837961 dv-cinder-797510-1-iscsi neutron-server[93710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 10:09:36.837961 dv-cinder-797510-1-iscsi neutron-server[93710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 10:09:36.971593 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-d93a3902-ee54-4a7f-9682-28388b6ac168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-193570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1707113'] for network, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:36.975446 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-33cc87c9-d94b-4c49-8467-77c627f9fa63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:09:36.978879 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-d93a3902-ee54-4a7f-9682-28388b6ac168 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for network, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:36.980862 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-d93a3902-ee54-4a7f-9682-28388b6ac168 admin admin] 10.222.0.47 "DELETE /v2.0/networks/2f94ab94-3236-48c5-b7e1-8ebc0e3d9d03 HTTP/1.1" status: 204 len: 168 time: 0.3600678 Jun 23 10:09:36.995085 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93a3902-ee54-4a7f-9682-28388b6ac168 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f94ab94-3236-48c5-b7e1-8ebc0e3d9d03,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:09:36.998201 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-d93a3902-ee54-4a7f-9682-28388b6ac168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:09:37.448084 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3a8e5-1a36-4d8f-85b3-e95f8c1b344e req-7dcd7474-5b40-4e70-85d5-d3518f254706 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:37.451634 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-69f3a8e5-1a36-4d8f-85b3-e95f8c1b344e req-7dcd7474-5b40-4e70-85d5-d3518f254706 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 945 time: 0.1125622 Jun 23 10:09:37.501961 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-69f3a8e5-1a36-4d8f-85b3-e95f8c1b344e req-e6b7ed54-2ca5-4aa6-8b7d-88412e1b38f5 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453026 Jun 23 10:09:37.608685 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 35124) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:09:37.697636 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-46160b5c-48a7-4ce1-af67-0dadcbe6e9b7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7630109eef134fa28f71238f46ba466e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0847116 Jun 23 10:09:37.697863 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 35126) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:09:37.727975 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828ad37-57e0-454e-9982-44c6cc792dcb req-e2791e9f-13cc-41f7-a97f-111573fdef08 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:37.729489 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4828ad37-57e0-454e-9982-44c6cc792dcb req-e2791e9f-13cc-41f7-a97f-111573fdef08 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 945 time: 0.1046526 Jun 23 10:09:37.759073 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-7a18023b-9590-4f22-8080-f53e8c25df13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:37.770810 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4828ad37-57e0-454e-9982-44c6cc792dcb req-c875f8f3-5d92-44e2-9417-87aee570d57b tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=883d64c3-2083-4755-86cf-f32e109415f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344892 Jun 23 10:09:37.780053 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-7a18023b-9590-4f22-8080-f53e8c25df13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:38.142543 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-7a18023b-9590-4f22-8080-f53e8c25df13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:38.145164 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-7a18023b-9590-4f22-8080-f53e8c25df13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:38.146294 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-7a18023b-9590-4f22-8080-f53e8c25df13 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/690edeb8-c9bc-4a22-8fd0-cee7dc2629ef HTTP/1.1" status: 204 len: 168 time: 0.4475913 Jun 23 10:09:38.147162 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-f40d0215-4947-4842-bd81-22b272d256f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:09:38.159953 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a18023b-9590-4f22-8080-f53e8c25df13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690edeb8-c9bc-4a22-8fd0-cee7dc2629ef,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:09:38.163421 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-7a18023b-9590-4f22-8080-f53e8c25df13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:09:38.749725 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c816c23-5709-4dd5-a5ec-9a279191bf9c req-3b22780e-a710-41cb-bc76-44cc707bfdc6 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:38.751754 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-6c816c23-5709-4dd5-a5ec-9a279191bf9c req-3b22780e-a710-41cb-bc76-44cc707bfdc6 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 945 time: 0.1033959 Jun 23 10:09:38.792861 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-6c816c23-5709-4dd5-a5ec-9a279191bf9c req-02935b3e-1e88-489c-b227-1ce9bf72c0a7 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351856 Jun 23 10:09:38.996544 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543f22d-9be8-4305-abde-0ff254870919 req-5fd00119-cf31-4c84-8ee9-99eb04861a33 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:38.998710 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b543f22d-9be8-4305-abde-0ff254870919 req-5fd00119-cf31-4c84-8ee9-99eb04861a33 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 945 time: 0.0779772 Jun 23 10:09:39.041196 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b543f22d-9be8-4305-abde-0ff254870919 req-65ef0004-047d-43c9-a793-23b7006e885a tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=883d64c3-2083-4755-86cf-f32e109415f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355115 Jun 23 10:09:39.073850 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 35140) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:09:39.115276 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-f46d61cb-d43b-4497-bfef-1f8cd2460598 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2d046806ddc14e2d8e61f256ce6000b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399141 Jun 23 10:09:39.117815 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 35142) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:09:39.185217 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2e55cfc9-0ff8-4eaf-bf05-ec35efb9bc89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:39.215252 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2e55cfc9-0ff8-4eaf-bf05-ec35efb9bc89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:39.359929 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2e55cfc9-0ff8-4eaf-bf05-ec35efb9bc89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:39.362620 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2e55cfc9-0ff8-4eaf-bf05-ec35efb9bc89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:39.363781 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-2e55cfc9-0ff8-4eaf-bf05-ec35efb9bc89 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c30bd831-4538-4063-84f1-e260a3ea95c0 HTTP/1.1" status: 204 len: 168 time: 0.2449200 Jun 23 10:09:39.364768 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-1b75b785-d7cf-4bde-a3c4-e9b7e01823f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:09:39.374733 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e55cfc9-0ff8-4eaf-bf05-ec35efb9bc89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30bd831-4538-4063-84f1-e260a3ea95c0,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:09:39.380980 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-2e55cfc9-0ff8-4eaf-bf05-ec35efb9bc89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:09:40.004859 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ca849-1e3e-468e-9918-444985e168f0 req-b66f1683-7838-47b1-9a2b-444e7d2b27ad tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:40.006362 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-834ca849-1e3e-468e-9918-444985e168f0 req-b66f1683-7838-47b1-9a2b-444e7d2b27ad tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 945 time: 0.0827901 Jun 23 10:09:40.053219 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-834ca849-1e3e-468e-9918-444985e168f0 req-1bc0cbb5-6a3d-46e0-9e3b-4e1ca092207e tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411224 Jun 23 10:09:40.078932 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.agents_db [None req-4b03355e-e743-40fc-912e-580b49e4c212 None None] Agent healthcheck: found 6 active agents {{(pid=93713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 10:09:40.270852 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172116ba-32eb-4909-8521-1509f788081d req-d6eacf27-2e8e-45b2-a580-b23a261236de tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:40.279113 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-172116ba-32eb-4909-8521-1509f788081d req-d6eacf27-2e8e-45b2-a580-b23a261236de tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 945 time: 0.1008813 Jun 23 10:09:40.316479 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-172116ba-32eb-4909-8521-1509f788081d req-0cb8a144-3486-48a8-bd28-de7420b49fa4 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=883d64c3-2083-4755-86cf-f32e109415f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364380 Jun 23 10:09:41.248438 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531e7ce4-8273-4094-b167-344df6602ece req-7542107c-019b-49a1-8d96-e343b797792c tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:41.250576 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-531e7ce4-8273-4094-b167-344df6602ece req-7542107c-019b-49a1-8d96-e343b797792c tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 945 time: 0.0674944 Jun 23 10:09:41.293048 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-531e7ce4-8273-4094-b167-344df6602ece req-b9ac3bf8-bcd0-40e5-9867-9b5929c70f00 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366671 Jun 23 10:09:41.494648 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b38d5ea-9904-4609-a6c8-3d7a37150871 req-eed963c0-4406-41aa-a9da-1a42c1d4b905 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:41.496106 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-7b38d5ea-9904-4609-a6c8-3d7a37150871 req-eed963c0-4406-41aa-a9da-1a42c1d4b905 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 945 time: 0.0618026 Jun 23 10:09:41.533319 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-7b38d5ea-9904-4609-a6c8-3d7a37150871 req-08dcfc7d-7591-4c37-88d0-37654a795d22 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=883d64c3-2083-4755-86cf-f32e109415f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317080 Jun 23 10:09:42.085193 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194686d3-3638-415c-a2ac-31baed35a2af req-65c2da7c-398d-4afa-bb29-722f5b3a217f tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:42.086640 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-194686d3-3638-415c-a2ac-31baed35a2af req-65c2da7c-398d-4afa-bb29-722f5b3a217f tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/networks?id=1301f56a-a6df-4209-bbcc-55b8e8882c37 HTTP/1.1" status: 200 len: 815 time: 0.1062591 Jun 23 10:09:42.101985 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-194686d3-3638-415c-a2ac-31baed35a2af req-23473bc8-472e-4c8c-841a-58644956da36 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/quotas/ef6eca920b7b4273815fd3508d61a9dc HTTP/1.1" status: 200 len: 375 time: 0.0091436 Jun 23 10:09:42.172242 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-194686d3-3638-415c-a2ac-31baed35a2af req-6a9fc987-4387-41fa-8fbe-028e4307d98f tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=ef6eca920b7b4273815fd3508d61a9dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0646627 Jun 23 10:09:42.263871 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-194686d3-3638-415c-a2ac-31baed35a2af req-68e3f3ed-863c-4615-bd5a-52787693433f service neutron] 10.222.0.47 "GET /v2.0/networks/1301f56a-a6df-4209-bbcc-55b8e8882c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851655 Jun 23 10:09:42.355408 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-194686d3-3638-415c-a2ac-31baed35a2af req-4f167a00-b295-4f15-be97-b7301e6382de service neutron] 10.222.0.47 "GET /v2.0/networks/1301f56a-a6df-4209-bbcc-55b8e8882c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858860 Jun 23 10:09:42.771953 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44fa6b-dba4-48c8-bbe7-398a628d635e req-ceeb2097-507d-4fbf-af5d-86de10f832b6 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:42.773593 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-2b44fa6b-dba4-48c8-bbe7-398a628d635e req-ceeb2097-507d-4fbf-af5d-86de10f832b6 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 945 time: 0.3635128 Jun 23 10:09:42.828044 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-2b44fa6b-dba4-48c8-bbe7-398a628d635e req-c6bda241-47cd-4fc8-952a-eaaefbe05b41 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451903 Jun 23 10:09:42.839713 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a6ffcc-868e-49cb-81e3-d673c4cefa95 req-64ebe686-50fc-4989-8286-f8b1ca50dd7c tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:42.842171 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-88a6ffcc-868e-49cb-81e3-d673c4cefa95 req-64ebe686-50fc-4989-8286-f8b1ca50dd7c tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 945 time: 0.1121440 Jun 23 10:09:42.922992 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-7ef24ef8-a7ad-44c1-9cb0-ae454416c127 req-82907f0a-d20e-4caf-8862-c6aa5777eb10 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0123dfe-6fc1-4c0f-b71a-d4f7ff8bcabe HTTP/1.1" status: 200 len: 210 time: 0.0382078 Jun 23 10:09:42.926364 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-88a6ffcc-868e-49cb-81e3-d673c4cefa95 req-21fadd17-740e-4cb8-9d05-f6f462fdd50d tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=883d64c3-2083-4755-86cf-f32e109415f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689263 Jun 23 10:09:44.033444 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93dfac2-d18b-425b-af41-308832d5985c req-865bcee1-cb86-44e3-8316-095cb0d20723 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:44.035370 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f93dfac2-d18b-425b-af41-308832d5985c req-865bcee1-cb86-44e3-8316-095cb0d20723 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 945 time: 0.0855737 Jun 23 10:09:44.103616 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4670079b-e68a-41e9-8586-1481f7a4f3a0 req-3d054e60-9eb5-48d6-880a-87e4ce4735c4 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0123dfe-6fc1-4c0f-b71a-d4f7ff8bcabe HTTP/1.1" status: 200 len: 210 time: 0.0421093 Jun 23 10:09:44.109433 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f93dfac2-d18b-425b-af41-308832d5985c req-f354328e-608c-4c0d-872a-3622925001c9 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684037 Jun 23 10:09:44.281694 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c99027-bcc4-4754-ba62-24a1ac7cb5fb req-5d66540c-4f69-4f76-bff3-763eea689382 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:44.283343 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-74c99027-bcc4-4754-ba62-24a1ac7cb5fb req-5d66540c-4f69-4f76-bff3-763eea689382 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 945 time: 0.0647621 Jun 23 10:09:44.322656 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-74c99027-bcc4-4754-ba62-24a1ac7cb5fb req-86c58cc1-87e7-4f72-a5f3-8d7b50acf953 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=883d64c3-2083-4755-86cf-f32e109415f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337751 Jun 23 10:09:45.274932 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194686d3-3638-415c-a2ac-31baed35a2af req-d6b955fe-4137-483a-9d2f-11c0118e0a00 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:45.276242 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-194686d3-3638-415c-a2ac-31baed35a2af req-d6b955fe-4137-483a-9d2f-11c0118e0a00 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.52 "GET /v2.0/networks?id=1301f56a-a6df-4209-bbcc-55b8e8882c37 HTTP/1.1" status: 200 len: 815 time: 0.1931245 Jun 23 10:09:45.315397 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [req-194686d3-3638-415c-a2ac-31baed35a2af req-850818f1-1bea-4419-ac78-2979f7ec94e5 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Request body: {'port': {'device_id': 'c0123dfe-6fc1-4c0f-b71a-d4f7ff8bcabe', 'network_id': '1301f56a-a6df-4209-bbcc-55b8e8882c37', 'admin_state_up': True, 'tenant_id': 'ef6eca920b7b4273815fd3508d61a9dc'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:09:45.321663 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-2f0daca0-454c-4569-84eb-81474f4ea95a req-785b89ff-7a83-41a7-aa0b-a8bd5bdb2769 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0123dfe-6fc1-4c0f-b71a-d4f7ff8bcabe HTTP/1.1" status: 200 len: 210 time: 0.0710714 Jun 23 10:09:45.423012 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4adb0da-17bd-4d02-b7ff-3d7450bdebdd req-77c4f7e9-240e-4cd6-9b60-247d9a4ada46 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:45.424520 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d4adb0da-17bd-4d02-b7ff-3d7450bdebdd req-77c4f7e9-240e-4cd6-9b60-247d9a4ada46 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 945 time: 0.1750178 Jun 23 10:09:45.506475 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d4adb0da-17bd-4d02-b7ff-3d7450bdebdd req-39c1b801-c07e-4c27-b0e2-d9a39c7b4c97 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748832 Jun 23 10:09:45.541971 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead4a584-5b24-4184-ab71-96fcb4c548d1 req-713388cd-e8b2-4c65-b300-0e3235970a2a tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:45.541971 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ead4a584-5b24-4184-ab71-96fcb4c548d1 req-713388cd-e8b2-4c65-b300-0e3235970a2a tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 945 time: 0.0794861 Jun 23 10:09:45.579727 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ead4a584-5b24-4184-ab71-96fcb4c548d1 req-ba4c42f3-0c8f-4ffc-9fe7-0ce98e99a430 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=883d64c3-2083-4755-86cf-f32e109415f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324898 Jun 23 10:09:45.611555 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-194686d3-3638-415c-a2ac-31baed35a2af req-850818f1-1bea-4419-ac78-2979f7ec94e5 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Made reservation on behalf of ef6eca920b7b4273815fd3508d61a9dc for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:09:45.615397 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-194686d3-3638-415c-a2ac-31baed35a2af req-850818f1-1bea-4419-ac78-2979f7ec94e5 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:45.745286 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-194686d3-3638-415c-a2ac-31baed35a2af req-850818f1-1bea-4419-ac78-2979f7ec94e5 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Allocated IP 172.20.0.3 (1301f56a-a6df-4209-bbcc-55b8e8882c37/7b2113fc-3967-41e0-b823-4d7a0751bfee/42f2b08e-3142-4551-a358-e9fc56b69327) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 10:09:45.892370 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-194686d3-3638-415c-a2ac-31baed35a2af req-850818f1-1bea-4419-ac78-2979f7ec94e5 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:45.998012 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-194686d3-3638-415c-a2ac-31baed35a2af req-850818f1-1bea-4419-ac78-2979f7ec94e5 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-600500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731988247197'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:46.002192 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:09:46.023785 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] get_ports_and_sgs() called for port_ids ['55f833fa-1491-47ab-8019-a4e5a24dd904', 'dc4b3e27-d91c-4c1e-9d42-09679f24b4b9'] {{(pid=93712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 10:09:46.043474 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-194686d3-3638-415c-a2ac-31baed35a2af req-850818f1-1bea-4419-ac78-2979f7ec94e5 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Network 1301f56a-a6df-4209-bbcc-55b8e8882c37 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:09:46.050020 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-194686d3-3638-415c-a2ac-31baed35a2af req-850818f1-1bea-4419-ac78-2979f7ec94e5 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:09:46.059267 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-194686d3-3638-415c-a2ac-31baed35a2af req-850818f1-1bea-4419-ac78-2979f7ec94e5 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 10:09:46.063639 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194686d3-3638-415c-a2ac-31baed35a2af req-850818f1-1bea-4419-ac78-2979f7ec94e5 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:46.064675 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-194686d3-3638-415c-a2ac-31baed35a2af req-850818f1-1bea-4419-ac78-2979f7ec94e5 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:46.071519 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850818f1-1bea-4419-ac78-2979f7ec94e5 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Pushing event updated for resources: {'Port': ['ID=42f2b08e-3142-4551-a358-e9fc56b69327,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:09:46.076792 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-850818f1-1bea-4419-ac78-2979f7ec94e5 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:09:46.159334 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-194686d3-3638-415c-a2ac-31baed35a2af req-850818f1-1bea-4419-ac78-2979f7ec94e5 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8617225 Jun 23 10:09:46.159451 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 35370) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:09:46.173356 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [req-194686d3-3638-415c-a2ac-31baed35a2af req-00fe6288-07c8-40a1-8ac0-940622c02f90 service neutron] Request body: {'port': {'device_id': 'c0123dfe-6fc1-4c0f-b71a-d4f7ff8bcabe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79751'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:09:46.254617 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.db_base_plugin_v2 [None req-f50d06df-0bf4-4eaf-82df-27a4f59eb2e4 admin admin] Deleting subnet e8cbeaf2-c9e4-4063-a27d-321de2128578 {{(pid=93710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 10:09:46.268689 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-f50d06df-0bf4-4eaf-82df-27a4f59eb2e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:46.298603 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-194686d3-3638-415c-a2ac-31baed35a2af req-00fe6288-07c8-40a1-8ac0-940622c02f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:46.309111 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-f50d06df-0bf4-4eaf-82df-27a4f59eb2e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33103701'] for subnet, precommit_delete_associations {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:46.380706 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-f50d06df-0bf4-4eaf-82df-27a4f59eb2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528171'] for subnet, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:46.527891 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-f50d06df-0bf4-4eaf-82df-27a4f59eb2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31904595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33311376'] for subnet, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:46.532085 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-277cceb7-ccbf-470e-bca4-45bc4df377ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:09:46.555856 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50d06df-0bf4-4eaf-82df-27a4f59eb2e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8cbeaf2-c9e4-4063-a27d-321de2128578,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:09:46.559185 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-f50d06df-0bf4-4eaf-82df-27a4f59eb2e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:09:46.560571 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-f50d06df-0bf4-4eaf-82df-27a4f59eb2e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for subnet, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:46.566067 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-f50d06df-0bf4-4eaf-82df-27a4f59eb2e4 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/e8cbeaf2-c9e4-4063-a27d-321de2128578 HTTP/1.1" status: 204 len: 168 time: 0.4053309 Jun 23 10:09:46.566460 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 35382) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:09:46.687320 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b10e1535-2a04-41a2-b24e-31a0883a1561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-550829'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:46.695764 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9c289-7e12-4a19-8bf9-b9424dc0e69c req-87960b6e-e7e0-441a-8d39-56b28bb3d4f3 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:46.697230 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-7ab9c289-7e12-4a19-8bf9-b9424dc0e69c req-87960b6e-e7e0-441a-8d39-56b28bb3d4f3 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0123dfe-6fc1-4c0f-b71a-d4f7ff8bcabe HTTP/1.1" status: 200 len: 931 time: 0.2106693 Jun 23 10:09:46.780339 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.notifiers.nova [req-194686d3-3638-415c-a2ac-31baed35a2af req-00fe6288-07c8-40a1-8ac0-940622c02f90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42f2b08e-3142-4551-a358-e9fc56b69327 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 10:09:46.811939 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-194686d3-3638-415c-a2ac-31baed35a2af req-00fe6288-07c8-40a1-8ac0-940622c02f90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:46.816759 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-7ab9c289-7e12-4a19-8bf9-b9424dc0e69c req-034190c8-e288-4556-baad-df4539a22230 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/security-groups?id=d03fb2df-82a8-4d55-8926-e64f6f2b2204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117778 Jun 23 10:09:46.878424 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-194686d3-3638-415c-a2ac-31baed35a2af req-00fe6288-07c8-40a1-8ac0-940622c02f90 service neutron] Transition to ACTIVE for port object 42f2b08e-3142-4551-a358-e9fc56b69327 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:09:46.910495 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b10e1535-2a04-41a2-b24e-31a0883a1561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527526', 'neutron.services.segments.db._delete_segments_for_network-8731988835103'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:46.914783 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d320559-b7eb-460d-9ed1-86a698d2187b req-60bca9b5-f5da-40dc-96d7-7752b35420e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:46.916297 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-8d320559-b7eb-460d-9ed1-86a698d2187b req-60bca9b5-f5da-40dc-96d7-7752b35420e9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d46b0904cf749dda07bbce4569535a4&device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 1098 time: 0.0536249 Jun 23 10:09:46.923334 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b10e1535-2a04-41a2-b24e-31a0883a1561 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:09:46.923672 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b10e1535-2a04-41a2-b24e-31a0883a1561 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:09:46.924399 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b10e1535-2a04-41a2-b24e-31a0883a1561 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:09:46.924721 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b10e1535-2a04-41a2-b24e-31a0883a1561 admin admin] Subscribe: > port after_create 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:09:46.925037 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b10e1535-2a04-41a2-b24e-31a0883a1561 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:09:46.925383 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b10e1535-2a04-41a2-b24e-31a0883a1561 admin admin] Subscribe: > port after_update 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:09:46.925697 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b10e1535-2a04-41a2-b24e-31a0883a1561 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:09:46.926008 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b10e1535-2a04-41a2-b24e-31a0883a1561 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:09:46.926317 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b10e1535-2a04-41a2-b24e-31a0883a1561 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:09:46.926622 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b10e1535-2a04-41a2-b24e-31a0883a1561 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:09:47.006988 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d320559-b7eb-460d-9ed1-86a698d2187b req-217615be-da6b-4f8d-92e6-c800a7dd8b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:47.008406 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-8d320559-b7eb-460d-9ed1-86a698d2187b req-217615be-da6b-4f8d-92e6-c800a7dd8b5c service neutron] 10.222.0.52 "GET /v2.0/networks?id=fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5 HTTP/1.1" status: 200 len: 919 time: 0.0845108 Jun 23 10:09:47.048857 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-8d320559-b7eb-460d-9ed1-86a698d2187b req-b015092c-1e65-4dca-b84c-b35646b02393 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d21401e9-dd04-48ca-a09d-f281becba8ee HTTP/1.1" status: 200 len: 217 time: 0.0319695 Jun 23 10:09:47.064915 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b10e1535-2a04-41a2-b24e-31a0883a1561 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:09:47.065271 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b10e1535-2a04-41a2-b24e-31a0883a1561 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:09:47.065602 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b10e1535-2a04-41a2-b24e-31a0883a1561 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:09:47.065935 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b10e1535-2a04-41a2-b24e-31a0883a1561 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93711) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 10:09:47.066309 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.services.segments.db [None req-b10e1535-2a04-41a2-b24e-31a0883a1561 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65500ae7-4aaa-4548-a34e-5012c7cf1a43']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:09:47.093959 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-194686d3-3638-415c-a2ac-31baed35a2af req-00fe6288-07c8-40a1-8ac0-940622c02f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33311624'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:47.099413 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d320559-b7eb-460d-9ed1-86a698d2187b req-0add673c-50d9-4d3b-abae-d7cc9e2fcf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:47.100842 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-8d320559-b7eb-460d-9ed1-86a698d2187b req-0add673c-50d9-4d3b-abae-d7cc9e2fcf5c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ee931124-afba-46a0-8fb4-344a768129bc HTTP/1.1" status: 200 len: 858 time: 0.0429273 Jun 23 10:09:47.104021 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.services.segments.db [None req-b10e1535-2a04-41a2-b24e-31a0883a1561 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '123241cd-b535-44a1-bf30-0ae92daf025e') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:09:47.104315 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.services.segments.db [None req-b10e1535-2a04-41a2-b24e-31a0883a1561 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '123241cd-b535-44a1-bf30-0ae92daf025e') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:09:47.108972 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-860490c8-d2f9-4854-a2c7-51c64169a65b tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:09:47.139795 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-8d320559-b7eb-460d-9ed1-86a698d2187b req-914b048f-f507-4397-b99d-ab9d2e15ec49 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307622 Jun 23 10:09:47.171253 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b10e1535-2a04-41a2-b24e-31a0883a1561 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731988825070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32565884'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:47.211660 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b10e1535-2a04-41a2-b24e-31a0883a1561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-523806'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:47.231915 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-8d320559-b7eb-460d-9ed1-86a698d2187b req-18981e66-5728-402a-8cb6-3194002153d4 service neutron] 10.222.0.52 "GET /v2.0/networks/fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821371 Jun 23 10:09:47.236621 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b10e1535-2a04-41a2-b24e-31a0883a1561 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 10:09:47.237030 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b10e1535-2a04-41a2-b24e-31a0883a1561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-523806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33311572'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: from cryptography.utils import int_from_bytes Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: from cryptography.utils import int_from_bytes Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: Traceback (most recent call last): Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: timer() Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: cb(*args, **kw) Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: return func(*args, **kwargs) Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: self._notify() Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: self.callback(batched_events) Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: event.method(event) Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: return f(self, *a, **k) Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: return self._get(url).json() Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 10:09:47.243876 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 10:09:47.249492 dv-cinder-797510-1-iscsi neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 10:09:47.249492 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 10:09:47.249492 dv-cinder-797510-1-iscsi neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 10:09:47.249492 dv-cinder-797510-1-iscsi neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 10:09:47.253282 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fe6288-07c8-40a1-8ac0-940622c02f90 service neutron] Pushing event updated for resources: {'Port': ['ID=42f2b08e-3142-4551-a358-e9fc56b69327,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:09:47.268975 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff4528-cbb7-413c-bfc2-a7dbab1e390a req-4985898c-e81a-44de-9443-cc80c4ee4867 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:47.271450 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-62ff4528-cbb7-413c-bfc2-a7dbab1e390a req-4985898c-e81a-44de-9443-cc80c4ee4867 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 945 time: 0.4517379 Jun 23 10:09:47.275390 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-00fe6288-07c8-40a1-8ac0-940622c02f90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:09:47.355015 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-8d320559-b7eb-460d-9ed1-86a698d2187b req-3b569d65-58ed-4968-b87d-d46d57a5d5e3 service neutron] 10.222.0.52 "GET /v2.0/networks/fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126456 Jun 23 10:09:47.412711 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e03813-b591-433c-a2c9-116c261b989e req-86b0e957-02c2-4ca5-8b24-fd3fba63314c tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:47.414179 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e2e03813-b591-433c-a2c9-116c261b989e req-86b0e957-02c2-4ca5-8b24-fd3fba63314c tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 945 time: 0.3431435 Jun 23 10:09:47.420717 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-62ff4528-cbb7-413c-bfc2-a7dbab1e390a req-4d2f27a8-b5fa-4d81-bc12-4bd67bf53981 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484141 Jun 23 10:09:47.447668 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b10e1535-2a04-41a2-b24e-31a0883a1561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-193570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1707113'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:47.459706 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-194686d3-3638-415c-a2ac-31baed35a2af req-00fe6288-07c8-40a1-8ac0-940622c02f90 service neutron] Attempting to bind port 42f2b08e-3142-4551-a358-e9fc56b69327 on host hv-cinder-79751 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 10:09:47.460040 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-194686d3-3638-415c-a2ac-31baed35a2af req-00fe6288-07c8-40a1-8ac0-940622c02f90 service neutron] Attempting to bind port 42f2b08e-3142-4551-a358-e9fc56b69327 by drivers openvswitch,hyperv on host hv-cinder-79751 at level 0 using segments [{'id': '6ef876d1-6a68-4027-aed0-1d01a0f0bb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1301f56a-a6df-4209-bbcc-55b8e8882c37'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 10:09:47.460356 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194686d3-3638-415c-a2ac-31baed35a2af req-00fe6288-07c8-40a1-8ac0-940622c02f90 service neutron] Attempting to bind port 42f2b08e-3142-4551-a358-e9fc56b69327 on network 1301f56a-a6df-4209-bbcc-55b8e8882c37 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:09:47.469643 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-b8c6cba9-3fbc-47b2-94dd-d47052543839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:09:47.474626 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b10e1535-2a04-41a2-b24e-31a0883a1561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:47.476458 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-b10e1535-2a04-41a2-b24e-31a0883a1561 admin admin] 10.222.0.47 "DELETE /v2.0/networks/65500ae7-4aaa-4548-a34e-5012c7cf1a43 HTTP/1.1" status: 204 len: 168 time: 0.9077563 Jun 23 10:09:47.488476 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194686d3-3638-415c-a2ac-31baed35a2af req-00fe6288-07c8-40a1-8ac0-940622c02f90 service neutron] Port 42f2b08e-3142-4551-a358-e9fc56b69327 on network 1301f56a-a6df-4209-bbcc-55b8e8882c37 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79751 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 10:09:47.488802 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194686d3-3638-415c-a2ac-31baed35a2af req-00fe6288-07c8-40a1-8ac0-940622c02f90 service neutron] Attempting to bind port 42f2b08e-3142-4551-a358-e9fc56b69327 on network 1301f56a-a6df-4209-bbcc-55b8e8882c37 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:09:47.493586 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e2e03813-b591-433c-a2c9-116c261b989e req-ba83d7e0-216a-4d77-af63-c1633f7c3d12 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=883d64c3-2083-4755-86cf-f32e109415f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719647 Jun 23 10:09:47.495418 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10e1535-2a04-41a2-b24e-31a0883a1561 admin admin] Pushing event deleted for resources: {'Network': ['ID=65500ae7-4aaa-4548-a34e-5012c7cf1a43,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:09:47.499207 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-b10e1535-2a04-41a2-b24e-31a0883a1561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:09:47.500380 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194686d3-3638-415c-a2ac-31baed35a2af req-00fe6288-07c8-40a1-8ac0-940622c02f90 service neutron] Checking agent: {'id': '4f95f39b-461c-4de8-a9d2-f77a6241c1fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 10, 5, 33), 'started_at': datetime.datetime(2021, 6, 23, 10, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 10, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 10:09:47.500709 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194686d3-3638-415c-a2ac-31baed35a2af req-00fe6288-07c8-40a1-8ac0-940622c02f90 service neutron] Checking segment: {'id': '6ef876d1-6a68-4027-aed0-1d01a0f0bb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1301f56a-a6df-4209-bbcc-55b8e8882c37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:09:47.501084 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194686d3-3638-415c-a2ac-31baed35a2af req-00fe6288-07c8-40a1-8ac0-940622c02f90 service neutron] Bound using segment: {'id': '6ef876d1-6a68-4027-aed0-1d01a0f0bb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1301f56a-a6df-4209-bbcc-55b8e8882c37'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 10:09:47.501513 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-194686d3-3638-415c-a2ac-31baed35a2af req-00fe6288-07c8-40a1-8ac0-940622c02f90 service neutron] Bound port: 42f2b08e-3142-4551-a358-e9fc56b69327, host: hv-cinder-79751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ef876d1-6a68-4027-aed0-1d01a0f0bb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1301f56a-a6df-4209-bbcc-55b8e8882c37'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 10:09:47.501854 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-194686d3-3638-415c-a2ac-31baed35a2af req-00fe6288-07c8-40a1-8ac0-940622c02f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:47.618869 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-194686d3-3638-415c-a2ac-31baed35a2af req-00fe6288-07c8-40a1-8ac0-940622c02f90 service neutron] For port 42f2b08e-3142-4551-a358-e9fc56b69327, host hv-cinder-79751, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 10:09:47.623136 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-194686d3-3638-415c-a2ac-31baed35a2af req-00fe6288-07c8-40a1-8ac0-940622c02f90 service neutron] For port 42f2b08e-3142-4551-a358-e9fc56b69327, host hv-cinder-79751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=42f2b08e-3142-4551-a358-e9fc56b69327,segment=NetworkSegment(6ef876d1-6a68-4027-aed0-1d01a0f0bb35),segment_id=6ef876d1-6a68-4027-aed0-1d01a0f0bb35)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 10:09:47.644270 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8dace-2982-453a-9659-57616e995785 req-ad494a2d-6f89-4e02-a9ec-6950e980ecb0 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:47.645749 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-64a8dace-2982-453a-9659-57616e995785 req-ad494a2d-6f89-4e02-a9ec-6950e980ecb0 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.0926862 Jun 23 10:09:47.683216 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-64a8dace-2982-453a-9659-57616e995785 req-0b62aa96-674b-4fb6-b021-054cc636a173 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318496 Jun 23 10:09:47.722782 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-194686d3-3638-415c-a2ac-31baed35a2af req-00fe6288-07c8-40a1-8ac0-940622c02f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33311624'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:47.725922 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:09:47.753778 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194686d3-3638-415c-a2ac-31baed35a2af req-00fe6288-07c8-40a1-8ac0-940622c02f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:47.754386 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-194686d3-3638-415c-a2ac-31baed35a2af req-00fe6288-07c8-40a1-8ac0-940622c02f90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:47.755883 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-194686d3-3638-415c-a2ac-31baed35a2af req-00fe6288-07c8-40a1-8ac0-940622c02f90 service neutron] 10.222.0.52 "PUT /v2.0/ports/42f2b08e-3142-4551-a358-e9fc56b69327 HTTP/1.1" status: 200 len: 1093 time: 1.5886977 Jun 23 10:09:47.758073 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0123dfe-6fc1-4c0f-b71a-d4f7ff8bcabe', 'tag': '42f2b08e-3142-4551-a358-e9fc56b69327'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:09:47.761084 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404634ef6dbf53e9c182992e714e82192e1d0d35f5c652938e4b1e64141411fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81201afd-b3dd-44bf-9e80-3b24c7e5fe2a" -d '{"events": [{"name": "network-changed", "server_uuid": "c0123dfe-6fc1-4c0f-b71a-d4f7ff8bcabe", "tag": "42f2b08e-3142-4551-a358-e9fc56b69327"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:09:47.790201 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fe6288-07c8-40a1-8ac0-940622c02f90 service neutron] Pushing event updated for resources: {'Port': ['ID=42f2b08e-3142-4551-a358-e9fc56b69327,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:09:47.793403 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-00fe6288-07c8-40a1-8ac0-940622c02f90 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:09:47.801561 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 10:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04880ba-a72f-4dae-ad6b-634575e2b1df x-openstack-request-id: req-e04880ba-a72f-4dae-ad6b-634575e2b1df {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:09:47.801877 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0123dfe-6fc1-4c0f-b71a-d4f7ff8bcabe", "tag": "42f2b08e-3142-4551-a358-e9fc56b69327", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:09:47.802156 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e04880ba-a72f-4dae-ad6b-634575e2b1df {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:09:47.802573 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0123dfe-6fc1-4c0f-b71a-d4f7ff8bcabe', 'tag': '42f2b08e-3142-4551-a358-e9fc56b69327', 'status': 'completed', 'code': 200} Jun 23 10:09:47.879357 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81201afd-b3dd-44bf-9e80-3b24c7e5fe2a req-0b7eb68a-61d3-4b4c-a3e7-343e7d316201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:47.880891 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-81201afd-b3dd-44bf-9e80-3b24c7e5fe2a req-0b7eb68a-61d3-4b4c-a3e7-343e7d316201 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ef6eca920b7b4273815fd3508d61a9dc&device_id=c0123dfe-6fc1-4c0f-b71a-d4f7ff8bcabe HTTP/1.1" status: 200 len: 1096 time: 0.0540831 Jun 23 10:09:47.907463 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 35400) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:09:47.928381 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c5c5f42a-63b0-4150-a2e7-0b6c666eb8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:47.953365 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-9f7e7ff3-e07d-439d-8e23-3ee0c72d9305 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2ff65ceef95044a99ace1983c8092412&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0443554 Jun 23 10:09:47.955743 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 35402) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:09:48.004843 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-a28f94bb-a665-4e7f-881b-c07fb71014d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:48.023864 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81201afd-b3dd-44bf-9e80-3b24c7e5fe2a req-77ae1e18-0d0d-4f3d-bc1e-9cb54cf35b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:48.025285 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-81201afd-b3dd-44bf-9e80-3b24c7e5fe2a req-77ae1e18-0d0d-4f3d-bc1e-9cb54cf35b12 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=ef6eca920b7b4273815fd3508d61a9dc&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1348712 Jun 23 10:09:48.026954 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-a28f94bb-a665-4e7f-881b-c07fb71014d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:48.048751 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10fd5fe-803f-4eec-83bd-e491dcf9c6de req-96cc0c1b-f900-40cb-8cc8-639aa3bb62ae tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:48.050353 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d10fd5fe-803f-4eec-83bd-e491dcf9c6de req-96cc0c1b-f900-40cb-8cc8-639aa3bb62ae tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0123dfe-6fc1-4c0f-b71a-d4f7ff8bcabe HTTP/1.1" status: 200 len: 943 time: 0.0918460 Jun 23 10:09:48.142143 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d10fd5fe-803f-4eec-83bd-e491dcf9c6de req-6acdb4c2-aa35-4e85-88b8-5265e39978e6 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/security-groups?id=d03fb2df-82a8-4d55-8926-e64f6f2b2204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821636 Jun 23 10:09:48.154211 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-a28f94bb-a665-4e7f-881b-c07fb71014d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:48.157134 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-a28f94bb-a665-4e7f-881b-c07fb71014d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:48.158613 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-a28f94bb-a665-4e7f-881b-c07fb71014d8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8b4c3e32-0c40-4d18-8491-062ddc45c477 HTTP/1.1" status: 204 len: 168 time: 0.2018971 Jun 23 10:09:48.159574 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-a37ca7b0-eca6-4739-a06b-1febb5b5a016 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:09:48.167000 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81201afd-b3dd-44bf-9e80-3b24c7e5fe2a req-bd169c67-f75d-4a31-987a-b167e0b603cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:48.167175 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f94bb-a665-4e7f-881b-c07fb71014d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4c3e32-0c40-4d18-8491-062ddc45c477,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:09:48.168736 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-81201afd-b3dd-44bf-9e80-3b24c7e5fe2a req-bd169c67-f75d-4a31-987a-b167e0b603cf service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1172869 Jun 23 10:09:48.170510 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-a28f94bb-a665-4e7f-881b-c07fb71014d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:09:48.274705 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194686d3-3638-415c-a2ac-31baed35a2af req-054bf958-a71c-4634-a7d4-793bd0be3392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:48.276176 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-194686d3-3638-415c-a2ac-31baed35a2af req-054bf958-a71c-4634-a7d4-793bd0be3392 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ef6eca920b7b4273815fd3508d61a9dc&device_id=c0123dfe-6fc1-4c0f-b71a-d4f7ff8bcabe HTTP/1.1" status: 200 len: 1096 time: 0.0523233 Jun 23 10:09:48.284460 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device 948a5d09-b86f-4c35-a210-cfe6639fba0f details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=93712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 10:09:48.328573 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-194686d3-3638-415c-a2ac-31baed35a2af req-887ab3c8-3f32-4510-9782-caab9399431f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42f2b08e-3142-4551-a358-e9fc56b69327 HTTP/1.1" status: 200 len: 217 time: 0.0367482 Jun 23 10:09:48.387553 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194686d3-3638-415c-a2ac-31baed35a2af req-f78c29f8-f650-4a46-b340-7f89a2b3d2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:48.389774 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-194686d3-3638-415c-a2ac-31baed35a2af req-f78c29f8-f650-4a46-b340-7f89a2b3d2f9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7b2113fc-3967-41e0-b823-4d7a0751bfee HTTP/1.1" status: 200 len: 855 time: 0.0542936 Jun 23 10:09:48.394465 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port 948a5d09-b86f-4c35-a210-cfe6639fba0f, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=948a5d09-b86f-4c35-a210-cfe6639fba0f,segment=NetworkSegment(06137ac4-b337-46f2-b6d6-d631ec2de296),segment_id=06137ac4-b337-46f2-b6d6-d631ec2de296)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:09:48.406624 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Returning: {'device': '948a5d09-b86f-4c35-a210-cfe6639fba0f', 'network_id': '2c358830-fde0-4aa0-a28c-3a7712f5e2f9', 'port_id': '948a5d09-b86f-4c35-a210-cfe6639fba0f', 'mac_address': 'fa:16:3e:fe:65:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdba8eb6-d4a0-4adb-b53b-76f5eb8c1c27', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 10:09:48.425544 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-194686d3-3638-415c-a2ac-31baed35a2af req-7a39cc6d-42f4-4206-ac15-432160e69849 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1301f56a-a6df-4209-bbcc-55b8e8882c37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277505 Jun 23 10:09:48.444874 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:48.471924 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 948a5d09-b86f-4c35-a210-cfe6639fba0f {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 10:09:48.498906 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port 948a5d09-b86f-4c35-a210-cfe6639fba0f, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=948a5d09-b86f-4c35-a210-cfe6639fba0f,segment=NetworkSegment(06137ac4-b337-46f2-b6d6-d631ec2de296),segment_id=06137ac4-b337-46f2-b6d6-d631ec2de296)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:09:48.528432 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-194686d3-3638-415c-a2ac-31baed35a2af req-adb6bf72-9242-433e-9284-4043803680da service neutron] 10.222.0.52 "GET /v2.0/networks/1301f56a-a6df-4209-bbcc-55b8e8882c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944242 Jun 23 10:09:48.576919 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:48.578907 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:09:48.661511 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Pushing event updated for resources: {'Port': ['ID=948a5d09-b86f-4c35-a210-cfe6639fba0f,revision_number=6']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:09:48.666258 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:09:48.708032 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-194686d3-3638-415c-a2ac-31baed35a2af req-52737c84-e167-4053-b93f-4c1508dc2d72 service neutron] 10.222.0.52 "GET /v2.0/networks/1301f56a-a6df-4209-bbcc-55b8e8882c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675956 Jun 23 10:09:48.741791 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712416a-3732-46f8-81f1-b3449b504e49 req-2824f261-fcfe-49f6-ad19-2b274d56c3f1 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:48.743158 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-2712416a-3732-46f8-81f1-b3449b504e49 req-2824f261-fcfe-49f6-ad19-2b274d56c3f1 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 945 time: 0.0932522 Jun 23 10:09:48.758417 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] get_ports_and_sgs() called for port_ids ['948a5d09-b86f-4c35-a210-cfe6639fba0f'] {{(pid=93712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 10:09:48.821912 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-2712416a-3732-46f8-81f1-b3449b504e49 req-57335eaf-7c50-4b46-9975-941c4d667c1e tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=883d64c3-2083-4755-86cf-f32e109415f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718713 Jun 23 10:09:48.876995 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4156613-84d0-4f12-8621-60fe4dc51bdc req-1894a391-fa0f-4c08-9407-e85275227ff5 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:48.879381 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-c4156613-84d0-4f12-8621-60fe4dc51bdc req-1894a391-fa0f-4c08-9407-e85275227ff5 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 944 time: 0.1217167 Jun 23 10:09:48.925929 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-c4156613-84d0-4f12-8621-60fe4dc51bdc req-c08f7c80-c5b8-4f22-a565-d21c95e7fdf4 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396898 Jun 23 10:09:49.003606 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdebef2-ef75-442a-ab46-2ce0d59ef57a req-d14a2173-ae28-43b7-9d8a-4d1fe7d8fb30 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:49.005105 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-3fdebef2-ef75-442a-ab46-2ce0d59ef57a req-d14a2173-ae28-43b7-9d8a-4d1fe7d8fb30 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.0647914 Jun 23 10:09:49.042389 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-3fdebef2-ef75-442a-ab46-2ce0d59ef57a req-a35897bf-852f-491f-8f7e-fe71157c1b57 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310926 Jun 23 10:09:49.331790 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080ad91-121b-4f82-a294-2882fad94225 req-da972ced-3b32-49d8-ac70-96312d44c737 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:49.333254 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a080ad91-121b-4f82-a294-2882fad94225 req-da972ced-3b32-49d8-ac70-96312d44c737 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0123dfe-6fc1-4c0f-b71a-d4f7ff8bcabe HTTP/1.1" status: 200 len: 943 time: 0.0659239 Jun 23 10:09:49.597485 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a080ad91-121b-4f82-a294-2882fad94225 req-b4e8ed37-5f21-46df-9214-edb83a693c12 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/security-groups?id=d03fb2df-82a8-4d55-8926-e64f6f2b2204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585735 Jun 23 10:09:49.994667 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53031f-a201-4e55-9140-8e1fbc341e68 req-8c473ac5-8a9f-45e9-a2af-9d79696c691c tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:49.996121 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ce53031f-a201-4e55-9140-8e1fbc341e68 req-8c473ac5-8a9f-45e9-a2af-9d79696c691c tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 945 time: 0.0603197 Jun 23 10:09:50.032766 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ce53031f-a201-4e55-9140-8e1fbc341e68 req-241eb58c-5375-4235-be44-01cd473161e9 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=883d64c3-2083-4755-86cf-f32e109415f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305459 Jun 23 10:09:50.112092 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf7dcc-bc98-44aa-8db4-12204dd39b8d req-32b9268d-faf0-40a0-a325-2b80e49351c8 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:50.113473 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-86cf7dcc-bc98-44aa-8db4-12204dd39b8d req-32b9268d-faf0-40a0-a325-2b80e49351c8 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 944 time: 0.0661633 Jun 23 10:09:50.155724 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-86cf7dcc-bc98-44aa-8db4-12204dd39b8d req-f0c11c73-9a87-448a-ab57-29cd4b53f5f2 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365865 Jun 23 10:09:50.304303 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device 948a5d09-b86f-4c35-a210-cfe6639fba0f up at agent hyperv_hv-cinder-79751 {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:09:50.320299 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c262acb0-6a79-4188-8ee3-8a415274b394 req-2150d55d-c30f-48be-9bb6-783edace5749 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:50.321814 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-c262acb0-6a79-4188-8ee3-8a415274b394 req-2150d55d-c30f-48be-9bb6-783edace5749 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.0636580 Jun 23 10:09:50.362019 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-c262acb0-6a79-4188-8ee3-8a415274b394 req-46d4a463-b46d-4b92-af92-9696048e1f31 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333128 Jun 23 10:09:50.362248 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Provisioning complete for port 948a5d09-b86f-4c35-a210-cfe6639fba0f triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:09:50.362538 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:50.443427 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-279464f9-5430-42ca-b746-b192aeb0817b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:50.445512 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:50.469065 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ea1b32-5d2f-4a0a-bd07-acd308be4a08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '948a5d09-b86f-4c35-a210-cfe6639fba0f'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:09:50.471524 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e06d9dce5bc2bce6c931562da1c36027cbf4e574fb667469159d94052b32a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090a3e03-cee0-4533-bbaf-13e95dfab130" -d '{"events": [{"server_uuid": "17ea1b32-5d2f-4a0a-bd07-acd308be4a08", "name": "network-vif-plugged", "status": "completed", "tag": "948a5d09-b86f-4c35-a210-cfe6639fba0f"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:09:50.485611 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port 948a5d09-b86f-4c35-a210-cfe6639fba0f, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=948a5d09-b86f-4c35-a210-cfe6639fba0f,segment=NetworkSegment(06137ac4-b337-46f2-b6d6-d631ec2de296),segment_id=06137ac4-b337-46f2-b6d6-d631ec2de296)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:09:50.539873 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 10:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c7737f-08e3-458b-bda9-1b06116aee2e x-openstack-request-id: req-99c7737f-08e3-458b-bda9-1b06116aee2e {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:09:50.540165 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17ea1b32-5d2f-4a0a-bd07-acd308be4a08", "name": "network-vif-plugged", "status": "completed", "tag": "948a5d09-b86f-4c35-a210-cfe6639fba0f", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:09:50.540418 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-99c7737f-08e3-458b-bda9-1b06116aee2e {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:09:50.540813 dv-cinder-797510-1-iscsi neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ea1b32-5d2f-4a0a-bd07-acd308be4a08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '948a5d09-b86f-4c35-a210-cfe6639fba0f', 'code': 200} Jun 23 10:09:50.565730 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:50.567785 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:09:50.615832 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Pushing event updated for resources: {'Port': ['ID=948a5d09-b86f-4c35-a210-cfe6639fba0f,revision_number=7']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:09:50.623527 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:09:50.626256 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:50.632357 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3960177-1621-4dc3-afc0-58893cdd226b req-8c9ac30e-667c-4310-81c4-4c0968850121 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:50.634163 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-c3960177-1621-4dc3-afc0-58893cdd226b req-8c9ac30e-667c-4310-81c4-4c0968850121 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 945 time: 0.1026514 Jun 23 10:09:50.678253 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-c3960177-1621-4dc3-afc0-58893cdd226b req-6dce18fa-79f0-4723-acaf-0b2dc3ee97a3 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=883d64c3-2083-4755-86cf-f32e109415f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359068 Jun 23 10:09:50.772531 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54073387-5bce-4fb4-b626-beb17884af89 req-7384029f-5a8e-4065-ae61-c62471c3afac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:50.774017 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-54073387-5bce-4fb4-b626-beb17884af89 req-7384029f-5a8e-4065-ae61-c62471c3afac service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2bfd8cef6a2f47babb53716771db0095&device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 1098 time: 0.0917466 Jun 23 10:09:50.795688 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3990049-2b09-46cf-8bca-7017da7c066b req-44d9968c-b5a9-41dd-b159-1949a2fc9814 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:50.797047 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d3990049-2b09-46cf-8bca-7017da7c066b req-44d9968c-b5a9-41dd-b159-1949a2fc9814 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0123dfe-6fc1-4c0f-b71a-d4f7ff8bcabe HTTP/1.1" status: 200 len: 943 time: 0.0777545 Jun 23 10:09:50.885004 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d3990049-2b09-46cf-8bca-7017da7c066b req-afe4a363-d13c-49aa-9ce8-cf21c0e53ff9 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/security-groups?id=d03fb2df-82a8-4d55-8926-e64f6f2b2204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809255 Jun 23 10:09:50.907460 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54073387-5bce-4fb4-b626-beb17884af89 req-b0943509-9bbc-4f6e-8d03-302136d2b4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:50.908952 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-54073387-5bce-4fb4-b626-beb17884af89 req-b0943509-9bbc-4f6e-8d03-302136d2b4bc service neutron] 10.222.0.52 "GET /v2.0/networks?id=75208ede-2304-4522-bb33-3632300dc81d HTTP/1.1" status: 200 len: 912 time: 0.1214681 Jun 23 10:09:50.975935 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-54073387-5bce-4fb4-b626-beb17884af89 req-1bd8c45d-3bff-4ab2-8f5e-e87b9b1ec37d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5 HTTP/1.1" status: 200 len: 1001 time: 0.0592327 Jun 23 10:09:51.027246 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54073387-5bce-4fb4-b626-beb17884af89 req-64348896-3f7b-416e-8d81-eabd0e856dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:51.028830 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-54073387-5bce-4fb4-b626-beb17884af89 req-64348896-3f7b-416e-8d81-eabd0e856dcf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=222c10a8-002c-4ace-acfb-70d9b2714faa HTTP/1.1" status: 200 len: 850 time: 0.0463150 Jun 23 10:09:51.084157 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54073387-5bce-4fb4-b626-beb17884af89 req-c99e1f40-8beb-453e-8400-10911d2f4134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:51.085562 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-54073387-5bce-4fb4-b626-beb17884af89 req-c99e1f40-8beb-453e-8400-10911d2f4134 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=75208ede-2304-4522-bb33-3632300dc81d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501776 Jun 23 10:09:51.179133 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-54073387-5bce-4fb4-b626-beb17884af89 req-439ca040-9a46-4028-a905-ea520eb05639 service neutron] 10.222.0.52 "GET /v2.0/networks/75208ede-2304-4522-bb33-3632300dc81d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834384 Jun 23 10:09:51.284664 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-54073387-5bce-4fb4-b626-beb17884af89 req-41919382-ecd8-48c9-82d6-3acd82710fe0 service neutron] 10.222.0.52 "GET /v2.0/networks/75208ede-2304-4522-bb33-3632300dc81d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973663 Jun 23 10:09:51.336044 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b59c91a-6481-410d-95fd-7b74d290a075 req-537f7a9d-4440-44c2-81cb-7a4daf2423b0 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:51.337492 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-0b59c91a-6481-410d-95fd-7b74d290a075 req-537f7a9d-4440-44c2-81cb-7a4daf2423b0 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 945 time: 0.0672147 Jun 23 10:09:51.375110 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-0b59c91a-6481-410d-95fd-7b74d290a075 req-5b117d8e-cce3-4080-8b10-3776578e3580 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312748 Jun 23 10:09:51.473838 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-549d35a9-2eb0-42c6-a322-a779b3edc54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:51.547942 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e9bad-8b44-4782-a62e-4c9e3ebe42f7 req-cd79b584-c5e2-4c58-aca3-f9dee45e6e10 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:51.549388 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-195e9bad-8b44-4782-a62e-4c9e3ebe42f7 req-cd79b584-c5e2-4c58-aca3-f9dee45e6e10 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.0715485 Jun 23 10:09:51.587873 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-195e9bad-8b44-4782-a62e-4c9e3ebe42f7 req-5b651f3a-a713-4889-8114-52320a284671 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328693 Jun 23 10:09:51.852491 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc7d7f-b426-47cc-81f2-c5d9c8449545 req-30caeedb-1aae-4e39-918e-8a8d053b5fe8 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:51.854372 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-69dc7d7f-b426-47cc-81f2-c5d9c8449545 req-30caeedb-1aae-4e39-918e-8a8d053b5fe8 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 945 time: 0.0656919 Jun 23 10:09:51.900326 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-69dc7d7f-b426-47cc-81f2-c5d9c8449545 req-e4aabdaa-ece4-483f-beb1-e0c6421bb96a tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=883d64c3-2083-4755-86cf-f32e109415f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387774 Jun 23 10:09:52.056270 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d4abee-3498-45e3-9b0a-b3dc290dd23d req-3765eae3-1d42-4546-816f-aa4fa9b83401 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:52.057671 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-46d4abee-3498-45e3-9b0a-b3dc290dd23d req-3765eae3-1d42-4546-816f-aa4fa9b83401 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0123dfe-6fc1-4c0f-b71a-d4f7ff8bcabe HTTP/1.1" status: 200 len: 943 time: 0.0596983 Jun 23 10:09:52.096161 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-46d4abee-3498-45e3-9b0a-b3dc290dd23d req-4075344a-e2e2-4780-af2a-c840adef5dfd tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/security-groups?id=d03fb2df-82a8-4d55-8926-e64f6f2b2204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323977 Jun 23 10:09:52.562758 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc4a706-f4dc-4453-842d-aa0a6c8a5629 req-61089c8c-425d-4bc8-837e-dc9fdb5d7255 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:52.564570 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-7fc4a706-f4dc-4453-842d-aa0a6c8a5629 req-61089c8c-425d-4bc8-837e-dc9fdb5d7255 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 945 time: 0.0663929 Jun 23 10:09:52.608763 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-7fc4a706-f4dc-4453-842d-aa0a6c8a5629 req-5f0fde0d-482a-4ec5-a70f-05eb23825db8 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378556 Jun 23 10:09:52.760254 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954fd6fc-6185-40f0-97cf-0fe77152cc2e req-fbd90755-6aad-4038-b09b-da2a59910104 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:52.761746 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-954fd6fc-6185-40f0-97cf-0fe77152cc2e req-fbd90755-6aad-4038-b09b-da2a59910104 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.0631847 Jun 23 10:09:52.800052 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-954fd6fc-6185-40f0-97cf-0fe77152cc2e req-f1948f5f-9ae3-44b5-8ff6-fa6a9a6a7c32 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319598 Jun 23 10:09:53.074132 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49096f92-31b9-4657-baa8-d4eadd4309a5 req-d7cc5ad8-a5e5-409f-b08d-69ed25812077 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:53.076188 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-49096f92-31b9-4657-baa8-d4eadd4309a5 req-d7cc5ad8-a5e5-409f-b08d-69ed25812077 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 945 time: 0.0660098 Jun 23 10:09:53.112873 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-49096f92-31b9-4657-baa8-d4eadd4309a5 req-14f41849-2f0b-4852-afdf-008ceb9fa108 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=883d64c3-2083-4755-86cf-f32e109415f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312026 Jun 23 10:09:53.270703 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70e652-423e-48ed-bf8d-e805a3d6e509 req-f09ab27a-704b-45de-b3ec-8457db754d06 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:53.272193 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ee70e652-423e-48ed-bf8d-e805a3d6e509 req-f09ab27a-704b-45de-b3ec-8457db754d06 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0123dfe-6fc1-4c0f-b71a-d4f7ff8bcabe HTTP/1.1" status: 200 len: 943 time: 0.0666120 Jun 23 10:09:53.310267 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ee70e652-423e-48ed-bf8d-e805a3d6e509 req-6e62ac29-3821-4a21-a5ad-7273351d7a29 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/security-groups?id=d03fb2df-82a8-4d55-8926-e64f6f2b2204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315430 Jun 23 10:09:53.490960 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-329354e5-9e69-417d-83ab-34bb473e22da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:53.787427 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4cc1a-85e6-427f-8679-ed06b741c1bc req-8f3af66d-f330-420d-aaa1-5e9509156d99 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:53.788906 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b6e4cc1a-85e6-427f-8679-ed06b741c1bc req-8f3af66d-f330-420d-aaa1-5e9509156d99 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 945 time: 0.0623527 Jun 23 10:09:53.827926 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b6e4cc1a-85e6-427f-8679-ed06b741c1bc req-89e44f85-28c1-4453-b4d0-e7363f9e4abe tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328732 Jun 23 10:09:53.987299 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99289e53-2aa0-430e-9148-935f6679d448 req-83afd2b9-366b-4988-97cd-838526596806 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:53.988877 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-99289e53-2aa0-430e-9148-935f6679d448 req-83afd2b9-366b-4988-97cd-838526596806 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.0694139 Jun 23 10:09:54.027821 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-99289e53-2aa0-430e-9148-935f6679d448 req-2b8ea2b7-8440-406c-99b4-733733c51fde tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329363 Jun 23 10:09:54.492499 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d486c2-a79f-4f89-9ae7-104305a8693d req-4542bb34-6528-4db9-9b6e-54a55137a777 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:54.494733 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-82d486c2-a79f-4f89-9ae7-104305a8693d req-4542bb34-6528-4db9-9b6e-54a55137a777 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0123dfe-6fc1-4c0f-b71a-d4f7ff8bcabe HTTP/1.1" status: 200 len: 943 time: 0.0716755 Jun 23 10:09:54.538033 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-82d486c2-a79f-4f89-9ae7-104305a8693d req-d56507f6-c92d-4578-aba9-e0cc2bc00688 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/security-groups?id=d03fb2df-82a8-4d55-8926-e64f6f2b2204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342805 Jun 23 10:09:55.087874 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb45da-e6cc-4bcf-ae3a-e0216be126bd req-27e3ace1-72e2-4ce5-8a1f-b868a6d49c2b tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:55.089371 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-07eb45da-e6cc-4bcf-ae3a-e0216be126bd req-27e3ace1-72e2-4ce5-8a1f-b868a6d49c2b tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 945 time: 0.1182222 Jun 23 10:09:55.159298 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-07eb45da-e6cc-4bcf-ae3a-e0216be126bd req-086be82f-00ef-477e-8208-25b2fc9e9f6f tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623488 Jun 23 10:09:55.275267 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff07d8-6902-4d75-9df6-f8c1529401cc req-5e9ac352-476e-4149-a5b6-c5895531fb32 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:55.276787 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-00ff07d8-6902-4d75-9df6-f8c1529401cc req-5e9ac352-476e-4149-a5b6-c5895531fb32 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.0820403 Jun 23 10:09:55.336279 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-00ff07d8-6902-4d75-9df6-f8c1529401cc req-dd45c60a-4c1a-4e06-87b1-6764bcf8bfee tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494955 Jun 23 10:09:55.737044 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d1202c-e47d-4531-ad69-2229a076d2ec req-ed15db3d-058d-4f94-9f66-45112c14a205 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:55.738539 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-92d1202c-e47d-4531-ad69-2229a076d2ec req-ed15db3d-058d-4f94-9f66-45112c14a205 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0123dfe-6fc1-4c0f-b71a-d4f7ff8bcabe HTTP/1.1" status: 200 len: 943 time: 0.0651486 Jun 23 10:09:55.780915 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-92d1202c-e47d-4531-ad69-2229a076d2ec req-f6a7c6b0-bd28-4bbc-a322-fcd1f921bcd5 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/security-groups?id=d03fb2df-82a8-4d55-8926-e64f6f2b2204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360193 Jun 23 10:09:56.385146 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device 42f2b08e-3142-4551-a358-e9fc56b69327 details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=93712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 10:09:56.426592 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1d2c7-9b64-47d4-a5d6-67536794cbe6 req-47b3beaf-595a-4977-a974-22834891172e tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:56.439960 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-cac1d2c7-9b64-47d4-a5d6-67536794cbe6 req-47b3beaf-595a-4977-a974-22834891172e tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 945 time: 0.1398571 Jun 23 10:09:56.492737 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-cac1d2c7-9b64-47d4-a5d6-67536794cbe6 req-34824e23-9b77-4bb8-86a4-dea27991e91a tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519962 Jun 23 10:09:56.511178 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port 42f2b08e-3142-4551-a358-e9fc56b69327, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=42f2b08e-3142-4551-a358-e9fc56b69327,segment=NetworkSegment(6ef876d1-6a68-4027-aed0-1d01a0f0bb35),segment_id=6ef876d1-6a68-4027-aed0-1d01a0f0bb35)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:09:56.529506 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Returning: {'device': '42f2b08e-3142-4551-a358-e9fc56b69327', 'network_id': '1301f56a-a6df-4209-bbcc-55b8e8882c37', 'port_id': '42f2b08e-3142-4551-a358-e9fc56b69327', 'mac_address': 'fa:16:3e:87:13:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b2113fc-3967-41e0-b823-4d7a0751bfee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 10:09:56.571576 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:56.586937 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42f2b08e-3142-4551-a358-e9fc56b69327 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 10:09:56.611598 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port 42f2b08e-3142-4551-a358-e9fc56b69327, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=42f2b08e-3142-4551-a358-e9fc56b69327,segment=NetworkSegment(6ef876d1-6a68-4027-aed0-1d01a0f0bb35),segment_id=6ef876d1-6a68-4027-aed0-1d01a0f0bb35)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:09:56.615476 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced792f-d3e4-432d-802c-11657e165d17 req-11c9946c-ab9c-4336-b40c-27fd90c08e3e tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:56.616975 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-bced792f-d3e4-432d-802c-11657e165d17 req-11c9946c-ab9c-4336-b40c-27fd90c08e3e tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.0787616 Jun 23 10:09:56.660914 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-bced792f-d3e4-432d-802c-11657e165d17 req-33b61edf-041a-4916-b832-052c517584fb tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373931 Jun 23 10:09:56.702638 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:56.704847 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:09:56.768592 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Pushing event updated for resources: {'Port': ['ID=42f2b08e-3142-4551-a358-e9fc56b69327,revision_number=4']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:09:56.781301 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:09:57.017719 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfb1d6-26d4-49e1-9c53-73ddfa95618c req-4240aa8b-aa50-4cd1-9972-38c049f4e4e0 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:57.019335 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f3bfb1d6-26d4-49e1-9c53-73ddfa95618c req-4240aa8b-aa50-4cd1-9972-38c049f4e4e0 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0123dfe-6fc1-4c0f-b71a-d4f7ff8bcabe HTTP/1.1" status: 200 len: 944 time: 0.0762255 Jun 23 10:09:57.073896 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f3bfb1d6-26d4-49e1-9c53-73ddfa95618c req-fd4e5c01-415b-4509-af8b-b2aa44e22d64 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/security-groups?id=d03fb2df-82a8-4d55-8926-e64f6f2b2204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466995 Jun 23 10:09:57.093953 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] get_ports_and_sgs() called for port_ids ['42f2b08e-3142-4551-a358-e9fc56b69327'] {{(pid=93712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 10:09:57.770912 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a61518-c212-4268-91b7-6fbc08a2f7b8 req-965dbf4c-b22f-40b2-af05-b71249705a01 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:57.770912 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-09a61518-c212-4268-91b7-6fbc08a2f7b8 req-965dbf4c-b22f-40b2-af05-b71249705a01 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 945 time: 0.0668476 Jun 23 10:09:57.770912 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-09a61518-c212-4268-91b7-6fbc08a2f7b8 req-d4db69be-3c00-48f4-9a12-0ba2df19a54a tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353925 Jun 23 10:09:57.847888 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd20cb-865e-49c7-b56e-3c097ea87cbd req-e671758c-3f39-4b2e-af6a-32de09453c9f tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:57.849544 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b1fd20cb-865e-49c7-b56e-3c097ea87cbd req-e671758c-3f39-4b2e-af6a-32de09453c9f tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.0675073 Jun 23 10:09:57.895932 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b1fd20cb-865e-49c7-b56e-3c097ea87cbd req-fb502d06-887e-48c8-8680-525eaebbb5fc tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403655 Jun 23 10:09:58.248751 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a321fca-09cd-4a61-93ca-57163a2ce2a3 req-8a6692f9-1cd3-4130-8682-0050e382de4b tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:58.250055 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1a321fca-09cd-4a61-93ca-57163a2ce2a3 req-8a6692f9-1cd3-4130-8682-0050e382de4b tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0123dfe-6fc1-4c0f-b71a-d4f7ff8bcabe HTTP/1.1" status: 200 len: 944 time: 0.0681233 Jun 23 10:09:58.300049 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1a321fca-09cd-4a61-93ca-57163a2ce2a3 req-b2b965d4-95c5-4601-86d0-e354f6c39efe tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/security-groups?id=d03fb2df-82a8-4d55-8926-e64f6f2b2204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421667 Jun 23 10:09:58.328237 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device 42f2b08e-3142-4551-a358-e9fc56b69327 up at agent hyperv_hv-cinder-79751 {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:09:58.497692 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Provisioning for port 42f2b08e-3142-4551-a358-e9fc56b69327 completed by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:09:58.502071 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Provisioning complete for port 42f2b08e-3142-4551-a358-e9fc56b69327 triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:09:58.505974 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:58.592024 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:58.622132 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0123dfe-6fc1-4c0f-b71a-d4f7ff8bcabe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42f2b08e-3142-4551-a358-e9fc56b69327'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:09:58.625276 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e06d9dce5bc2bce6c931562da1c36027cbf4e574fb667469159d94052b32a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277e8aa0-1942-4bef-976d-6ed42ce4273e" -d '{"events": [{"server_uuid": "c0123dfe-6fc1-4c0f-b71a-d4f7ff8bcabe", "name": "network-vif-plugged", "status": "completed", "tag": "42f2b08e-3142-4551-a358-e9fc56b69327"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:09:58.647329 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port 42f2b08e-3142-4551-a358-e9fc56b69327, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=42f2b08e-3142-4551-a358-e9fc56b69327,segment=NetworkSegment(6ef876d1-6a68-4027-aed0-1d01a0f0bb35),segment_id=6ef876d1-6a68-4027-aed0-1d01a0f0bb35)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:09:58.674256 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 10:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c030b3e9-f233-446c-affa-04c00dfd76d0 x-openstack-request-id: req-c030b3e9-f233-446c-affa-04c00dfd76d0 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:09:58.674890 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0123dfe-6fc1-4c0f-b71a-d4f7ff8bcabe", "name": "network-vif-plugged", "status": "completed", "tag": "42f2b08e-3142-4551-a358-e9fc56b69327", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:09:58.675314 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c030b3e9-f233-446c-affa-04c00dfd76d0 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:09:58.675881 dv-cinder-797510-1-iscsi neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0123dfe-6fc1-4c0f-b71a-d4f7ff8bcabe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42f2b08e-3142-4551-a358-e9fc56b69327', 'code': 200} Jun 23 10:09:58.733717 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:09:58.735794 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:09:58.838128 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Pushing event updated for resources: {'Port': ['ID=42f2b08e-3142-4551-a358-e9fc56b69327,revision_number=5']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:09:58.841809 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:09:58.991965 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5170c5c7-32c7-40d4-9aa7-53148907f1e2 req-1827cf06-f052-4b97-9f0e-95da4dad0ff6 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:59.000022 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5170c5c7-32c7-40d4-9aa7-53148907f1e2 req-1827cf06-f052-4b97-9f0e-95da4dad0ff6 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 945 time: 0.0904698 Jun 23 10:09:59.087278 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5170c5c7-32c7-40d4-9aa7-53148907f1e2 req-0e5622dc-d557-4cf9-899b-e67eefaa0baa tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863466 Jun 23 10:09:59.165713 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d7a02e-14b1-442b-b669-2b919f40c21d req-22e1d049-66d3-47d7-88ca-d88fe7d6a8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:59.167265 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a6d7a02e-14b1-442b-b669-2b919f40c21d req-22e1d049-66d3-47d7-88ca-d88fe7d6a8db service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c0123dfe-6fc1-4c0f-b71a-d4f7ff8bcabe HTTP/1.1" status: 200 len: 1098 time: 0.0859830 Jun 23 10:09:59.206978 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a6d7a02e-14b1-442b-b669-2b919f40c21d req-f5218b4d-f47d-4e8b-b929-fc0030444b9d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d03fb2df-82a8-4d55-8926-e64f6f2b2204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311794 Jun 23 10:09:59.263128 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31fadf8-da76-46ca-8780-faa30d824674 req-66185180-f0f0-4c35-acdc-bd4ca607d030 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:59.264710 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f31fadf8-da76-46ca-8780-faa30d824674 req-66185180-f0f0-4c35-acdc-bd4ca607d030 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.2317529 Jun 23 10:09:59.308613 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f31fadf8-da76-46ca-8780-faa30d824674 req-4a4638e1-198c-4c16-960a-3c51c4b73cfe tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382547 Jun 23 10:09:59.553431 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d000b61-ba55-4b6d-9112-3a6109a14828 req-15df62c9-e903-42ce-83ab-b8f71b12c6ac tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:09:59.555458 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4d000b61-ba55-4b6d-9112-3a6109a14828 req-15df62c9-e903-42ce-83ab-b8f71b12c6ac tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0123dfe-6fc1-4c0f-b71a-d4f7ff8bcabe HTTP/1.1" status: 200 len: 945 time: 0.1000478 Jun 23 10:09:59.602297 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4d000b61-ba55-4b6d-9112-3a6109a14828 req-1fcc0765-c62b-4dae-8076-73dbf3cbad0a tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/security-groups?id=d03fb2df-82a8-4d55-8926-e64f6f2b2204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410807 Jun 23 10:10:00.287452 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8984569-2291-4349-81ac-c1fcd1e3d14e req-afeaf486-997d-49c6-ad0a-bccc1dcb0ede tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:00.291432 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b8984569-2291-4349-81ac-c1fcd1e3d14e req-afeaf486-997d-49c6-ad0a-bccc1dcb0ede tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 945 time: 0.0781660 Jun 23 10:10:00.338442 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b8984569-2291-4349-81ac-c1fcd1e3d14e req-937c6a2f-b841-4e76-8fd0-405e7fb61add tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405817 Jun 23 10:10:00.580948 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b83fc-1bdd-4ba5-be1c-578bfda4d763 req-62af9073-7900-4da5-a48e-5429fd2b71a1 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:00.582320 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b12b83fc-1bdd-4ba5-be1c-578bfda4d763 req-62af9073-7900-4da5-a48e-5429fd2b71a1 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.0839913 Jun 23 10:10:00.632081 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b12b83fc-1bdd-4ba5-be1c-578bfda4d763 req-edf65b92-41f0-48ad-866f-c6422b409cbb tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437500 Jun 23 10:10:00.835561 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca705ad4-9fe4-4924-a775-a981232577b3 req-22128afd-0677-4281-8e50-50cc2939f7f6 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:00.837150 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ca705ad4-9fe4-4924-a775-a981232577b3 req-22128afd-0677-4281-8e50-50cc2939f7f6 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0123dfe-6fc1-4c0f-b71a-d4f7ff8bcabe HTTP/1.1" status: 200 len: 945 time: 0.0763259 Jun 23 10:10:00.881478 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ca705ad4-9fe4-4924-a775-a981232577b3 req-9294f94f-25a4-4e9b-8e3f-958e1cef5c7b tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/security-groups?id=d03fb2df-82a8-4d55-8926-e64f6f2b2204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373528 Jun 23 10:10:01.542125 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff0fad7-be59-4919-bfe4-a66859db03a0 req-cb5d4600-24cb-424b-a971-15560ad697c8 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:01.544241 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-8ff0fad7-be59-4919-bfe4-a66859db03a0 req-cb5d4600-24cb-424b-a971-15560ad697c8 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 945 time: 0.0684321 Jun 23 10:10:01.597265 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-8ff0fad7-be59-4919-bfe4-a66859db03a0 req-9f4ed234-48fc-4475-8b41-979c76936764 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468650 Jun 23 10:10:01.850170 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb1a69d-3cfc-4a43-9794-aa692922f56f req-65e1edf4-fb9d-483b-9e50-0d11486ef43e tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:01.852215 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-bdb1a69d-3cfc-4a43-9794-aa692922f56f req-65e1edf4-fb9d-483b-9e50-0d11486ef43e tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.0833578 Jun 23 10:10:01.924658 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-bdb1a69d-3cfc-4a43-9794-aa692922f56f req-e2b9f3c6-5acd-45d6-837e-6a80147d7032 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645487 Jun 23 10:10:02.777781 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a0860f-2f9e-4f2f-9eae-79f6403dd9f6 req-93831876-5c2d-4f25-a404-364273b850e7 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:02.779970 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-76a0860f-2f9e-4f2f-9eae-79f6403dd9f6 req-93831876-5c2d-4f25-a404-364273b850e7 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 945 time: 0.0671139 Jun 23 10:10:02.824338 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-76a0860f-2f9e-4f2f-9eae-79f6403dd9f6 req-da39c5a8-3e93-4174-967e-a3d3e423d30b tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384557 Jun 23 10:10:03.146758 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3687d-e7c1-43a4-85d5-812980e03bee req-4e1c88e1-1760-4f0f-a89b-62bca31e18b6 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:03.148306 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e4a3687d-e7c1-43a4-85d5-812980e03bee req-4e1c88e1-1760-4f0f-a89b-62bca31e18b6 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.0832374 Jun 23 10:10:03.220411 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e4a3687d-e7c1-43a4-85d5-812980e03bee req-e5d8e3ba-909e-4abf-ab13-f33bba45b5fd tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648100 Jun 23 10:10:03.870441 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:04.064617 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7488c45-9a71-4c06-90a1-232379d99429 req-be3236ef-6515-4365-a3ac-7eced5fedbee tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:04.072729 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f7488c45-9a71-4c06-90a1-232379d99429 req-be3236ef-6515-4365-a3ac-7eced5fedbee tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 945 time: 0.1038911 Jun 23 10:10:04.117819 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f7488c45-9a71-4c06-90a1-232379d99429 req-cc607c01-ca54-4e52-8b8c-3cc684e111cc tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439851 Jun 23 10:10:04.427873 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781f4c05-8dcb-4ca1-8e9f-b45258d6ca59 req-28ce2bf3-a95a-4b5b-9e33-97291f8346ab tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:04.429253 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-781f4c05-8dcb-4ca1-8e9f-b45258d6ca59 req-28ce2bf3-a95a-4b5b-9e33-97291f8346ab tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.0694380 Jun 23 10:10:04.470505 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-781f4c05-8dcb-4ca1-8e9f-b45258d6ca59 req-d2506c1b-d4ba-49cd-972b-797871261e4e tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347974 Jun 23 10:10:05.324191 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb51d04a-8cb6-4ce5-8b4a-67f0fa0d7e51 req-86100384-d423-4be7-ac74-d1523593e83c tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:05.327822 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-bb51d04a-8cb6-4ce5-8b4a-67f0fa0d7e51 req-86100384-d423-4be7-ac74-d1523593e83c tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 945 time: 0.0891092 Jun 23 10:10:05.397702 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-bb51d04a-8cb6-4ce5-8b4a-67f0fa0d7e51 req-c1b01d7d-2861-48f4-9701-897bf031e245 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612705 Jun 23 10:10:05.669329 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3cfd4-9a76-4220-920e-ed017f1482c0 req-c7a3d603-8bd6-4b93-947a-32cfdf7134b7 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:05.670966 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-16e3cfd4-9a76-4220-920e-ed017f1482c0 req-c7a3d603-8bd6-4b93-947a-32cfdf7134b7 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.0759299 Jun 23 10:10:05.727414 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-16e3cfd4-9a76-4220-920e-ed017f1482c0 req-dc644781-dd6f-40a5-9f36-246999967ef1 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484159 Jun 23 10:10:06.596479 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc6714-78fa-49a9-9682-f15e1df3375b req-2b64230e-7d13-42b6-b158-309519320975 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:06.597941 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-34bc6714-78fa-49a9-9682-f15e1df3375b req-2b64230e-7d13-42b6-b158-309519320975 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 945 time: 0.0641429 Jun 23 10:10:06.635239 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-34bc6714-78fa-49a9-9682-f15e1df3375b req-31873769-a93f-4340-a3d1-cf164434f7a3 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317373 Jun 23 10:10:06.898313 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dfebcf-3cfb-4344-83da-d7b2d8e1935c req-496499b9-64b1-41b7-a464-31ed953797e5 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:06.899713 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b8dfebcf-3cfb-4344-83da-d7b2d8e1935c req-496499b9-64b1-41b7-a464-31ed953797e5 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.0655634 Jun 23 10:10:06.939680 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b8dfebcf-3cfb-4344-83da-d7b2d8e1935c req-af3b5c14-10d0-4870-aca3-2fbbde4ee261 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340552 Jun 23 10:10:07.317229 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804510d4-8ff9-42de-8ac9-4fd047ba6bfe req-922a2cf3-3d52-4d99-9adb-f2f0cdbd90dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:07.319006 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-804510d4-8ff9-42de-8ac9-4fd047ba6bfe req-922a2cf3-3d52-4d99-9adb-f2f0cdbd90dd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=24291804a3fc43a7bb9013ab3736dd4e&device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 1098 time: 0.0564399 Jun 23 10:10:07.413209 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804510d4-8ff9-42de-8ac9-4fd047ba6bfe req-c9719d49-5ce5-416c-8c6a-6e1bb2127ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:07.417416 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-804510d4-8ff9-42de-8ac9-4fd047ba6bfe req-c9719d49-5ce5-416c-8c6a-6e1bb2127ae2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2c358830-fde0-4aa0-a28c-3a7712f5e2f9 HTTP/1.1" status: 200 len: 918 time: 0.0880396 Jun 23 10:10:07.487301 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-804510d4-8ff9-42de-8ac9-4fd047ba6bfe req-92432ae7-6b9f-4caf-8653-a1ef3b94f0c7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=948a5d09-b86f-4c35-a210-cfe6639fba0f HTTP/1.1" status: 200 len: 1001 time: 0.0655348 Jun 23 10:10:07.545984 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804510d4-8ff9-42de-8ac9-4fd047ba6bfe req-54a12a2b-eb2b-4391-82d6-0c68fb36d950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:07.547571 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-804510d4-8ff9-42de-8ac9-4fd047ba6bfe req-54a12a2b-eb2b-4391-82d6-0c68fb36d950 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cdba8eb6-d4a0-4adb-b53b-76f5eb8c1c27 HTTP/1.1" status: 200 len: 856 time: 0.0503573 Jun 23 10:10:07.612761 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804510d4-8ff9-42de-8ac9-4fd047ba6bfe req-f3d3c912-3f1e-4295-8d61-7021aac6b290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:07.614229 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-804510d4-8ff9-42de-8ac9-4fd047ba6bfe req-f3d3c912-3f1e-4295-8d61-7021aac6b290 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2c358830-fde0-4aa0-a28c-3a7712f5e2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537169 Jun 23 10:10:07.709290 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-804510d4-8ff9-42de-8ac9-4fd047ba6bfe req-d937f884-060b-4b76-84c6-c6ad3aedc97e service neutron] 10.222.0.52 "GET /v2.0/networks/2c358830-fde0-4aa0-a28c-3a7712f5e2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855715 Jun 23 10:10:07.840645 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-804510d4-8ff9-42de-8ac9-4fd047ba6bfe req-74813979-e7b3-4699-b918-bc373c62cecd service neutron] 10.222.0.52 "GET /v2.0/networks/2c358830-fde0-4aa0-a28c-3a7712f5e2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234038 Jun 23 10:10:07.860738 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e944f-09fa-48d5-b8e4-25a6e5cdd0b9 req-61209bb5-3967-4ee4-bd6c-66fe734501e1 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:07.862225 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-725e944f-09fa-48d5-b8e4-25a6e5cdd0b9 req-61209bb5-3967-4ee4-bd6c-66fe734501e1 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 945 time: 0.0918734 Jun 23 10:10:07.900785 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-725e944f-09fa-48d5-b8e4-25a6e5cdd0b9 req-b1116d8e-0a2c-4093-b174-f8c28e396760 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328767 Jun 23 10:10:08.110978 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50a2c5-41b7-4d33-a1ba-6b36bfdbc5b4 req-9f998fff-3e58-43e8-9c85-0220003ef780 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:08.112486 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ec50a2c5-41b7-4d33-a1ba-6b36bfdbc5b4 req-9f998fff-3e58-43e8-9c85-0220003ef780 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.0634935 Jun 23 10:10:08.151867 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ec50a2c5-41b7-4d33-a1ba-6b36bfdbc5b4 req-1f2d5d47-d226-4ca0-b0d0-543b9ed3e629 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310531 Jun 23 10:10:09.079570 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1086cf-5b3f-48b5-aab5-ffce8084609b req-5f2ea34b-11a5-4da8-a060-1aa27606b3d0 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:09.080930 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1e1086cf-5b3f-48b5-aab5-ffce8084609b req-5f2ea34b-11a5-4da8-a060-1aa27606b3d0 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 945 time: 0.0658972 Jun 23 10:10:09.118746 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1e1086cf-5b3f-48b5-aab5-ffce8084609b req-4334df2c-228a-4121-abb2-9006c3b66e2a tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320420 Jun 23 10:10:09.331708 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50723843-2106-4aae-bf4e-b5e660c147b2 req-71483be2-0314-48dc-b318-9e4652a228cd tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:09.333098 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-50723843-2106-4aae-bf4e-b5e660c147b2 req-71483be2-0314-48dc-b318-9e4652a228cd tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.0663040 Jun 23 10:10:09.372346 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-50723843-2106-4aae-bf4e-b5e660c147b2 req-c19342bf-eeb3-4387-a4b3-5ac034b69136 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331407 Jun 23 10:10:10.292582 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb843f2-414a-4ba8-9498-1f9b4d76713f req-149da383-8215-4a27-827a-849087790546 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:10.294695 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1cb843f2-414a-4ba8-9498-1f9b4d76713f req-149da383-8215-4a27-827a-849087790546 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 945 time: 0.0622599 Jun 23 10:10:10.334810 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1cb843f2-414a-4ba8-9498-1f9b4d76713f req-045e901f-a51c-4837-84ed-1d96071f7085 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345733 Jun 23 10:10:10.416212 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device 948a5d09-b86f-4c35-a210-cfe6639fba0f no longer exists at agent hyperv_hv-cinder-79751 {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 10:10:10.490111 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:10.512537 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ea1b32-5d2f-4a0a-bd07-acd308be4a08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '948a5d09-b86f-4c35-a210-cfe6639fba0f'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:10:10.514808 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e06d9dce5bc2bce6c931562da1c36027cbf4e574fb667469159d94052b32a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f134688d-6949-4182-9d9b-99eb0b4ab411" -d '{"events": [{"server_uuid": "17ea1b32-5d2f-4a0a-bd07-acd308be4a08", "name": "network-vif-unplugged", "status": "completed", "tag": "948a5d09-b86f-4c35-a210-cfe6639fba0f"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:10:10.527263 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port 948a5d09-b86f-4c35-a210-cfe6639fba0f, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=948a5d09-b86f-4c35-a210-cfe6639fba0f,segment=NetworkSegment(06137ac4-b337-46f2-b6d6-d631ec2de296),segment_id=06137ac4-b337-46f2-b6d6-d631ec2de296)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:10:10.548682 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a73ddb9-8f64-45d6-b218-7376a0f120e2 req-25735e93-1eb3-4d95-a838-2e7d61a5e4d4 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:10.550151 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5a73ddb9-8f64-45d6-b218-7376a0f120e2 req-25735e93-1eb3-4d95-a838-2e7d61a5e4d4 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.0649865 Jun 23 10:10:10.557651 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Jun 2021 10:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ecec898-8fd6-4898-9de7-5046c41e4c4a x-openstack-request-id: req-4ecec898-8fd6-4898-9de7-5046c41e4c4a {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:10:10.557969 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17ea1b32-5d2f-4a0a-bd07-acd308be4a08", "name": "network-vif-unplugged", "status": "completed", "tag": "948a5d09-b86f-4c35-a210-cfe6639fba0f", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:10:10.558236 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4ecec898-8fd6-4898-9de7-5046c41e4c4a {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:10:10.558691 dv-cinder-797510-1-iscsi neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ea1b32-5d2f-4a0a-bd07-acd308be4a08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '948a5d09-b86f-4c35-a210-cfe6639fba0f', 'code': 200} Jun 23 10:10:10.588981 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5a73ddb9-8f64-45d6-b218-7376a0f120e2 req-fd5671d2-8aaa-4e6f-bf0a-615c3032c874 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330579 Jun 23 10:10:10.610887 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:10.613927 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:10:10.659657 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Pushing event updated for resources: {'Port': ['ID=948a5d09-b86f-4c35-a210-cfe6639fba0f,revision_number=8']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:10:10.662767 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:10:11.520998 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b991373-9899-43d2-95b6-fa0c8ab7cf2e req-4439f01d-d9ce-4a9c-b924-37be41e208af tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:11.522486 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-6b991373-9899-43d2-95b6-fa0c8ab7cf2e req-4439f01d-d9ce-4a9c-b924-37be41e208af tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 943 time: 0.0640922 Jun 23 10:10:11.562703 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-6b991373-9899-43d2-95b6-fa0c8ab7cf2e req-fc09ab8d-cc16-4e52-a911-035133d74716 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339344 Jun 23 10:10:11.799983 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd3dee-249c-4d56-abbf-127188d0cffd req-d04e4215-ccdd-4194-8049-6c5c86dd08a6 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:11.801490 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a6cd3dee-249c-4d56-abbf-127188d0cffd req-d04e4215-ccdd-4194-8049-6c5c86dd08a6 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.0759683 Jun 23 10:10:11.844341 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a6cd3dee-249c-4d56-abbf-127188d0cffd req-6847bfe1-a385-446b-8b7d-1273f63d612b tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367153 Jun 23 10:10:13.044102 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf3b45-0e3e-4afd-ba78-dfefeca2f9ed req-7e0d2b20-88fe-4de5-aee4-57c8d873c8c4 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:13.045546 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-c3bf3b45-0e3e-4afd-ba78-dfefeca2f9ed req-7e0d2b20-88fe-4de5-aee4-57c8d873c8c4 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.0627081 Jun 23 10:10:13.083363 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-c3bf3b45-0e3e-4afd-ba78-dfefeca2f9ed req-3fef2b67-2712-463c-aa5c-b5041dd8a32d tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319288 Jun 23 10:10:13.576362 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2887c03-9170-4fe1-9d9e-7898831ecab1 req-b1ac6b32-c52a-43f4-b597-8b2c2ad05136 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:13.577835 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a2887c03-9170-4fe1-9d9e-7898831ecab1 req-b1ac6b32-c52a-43f4-b597-8b2c2ad05136 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 943 time: 0.0646145 Jun 23 10:10:13.620948 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a2887c03-9170-4fe1-9d9e-7898831ecab1 req-6af4cf41-65a1-4bf1-83fe-bcda5fe3e300 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371814 Jun 23 10:10:14.055881 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 35900) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:10:14.165541 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-36668f9e-1f6b-445f-985f-ba7fa6a4fcd2 req-479421b5-3f94-466d-9bcd-97885cfc196f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0993369 Jun 23 10:10:14.302243 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a70865-89b2-4338-9891-9f02b8735862 req-ac98b59b-a3e3-4f89-9562-b3371eb8a4de tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:14.303889 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-35a70865-89b2-4338-9891-9f02b8735862 req-ac98b59b-a3e3-4f89-9562-b3371eb8a4de tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.0746036 Jun 23 10:10:14.361745 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-35a70865-89b2-4338-9891-9f02b8735862 req-0ce620f1-2f28-4319-9e6b-e1c47e44345e tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512261 Jun 23 10:10:14.410671 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device 948a5d09-b86f-4c35-a210-cfe6639fba0f no longer exists at agent hyperv_hv-cinder-79751 {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 10:10:14.807726 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c69f0-0364-4290-87ed-e59c32661fa6 req-7fe75eab-bfeb-4220-bef0-256287b12cfb tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:14.809668 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-293c69f0-0364-4290-87ed-e59c32661fa6 req-7fe75eab-bfeb-4220-bef0-256287b12cfb tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 943 time: 0.0649726 Jun 23 10:10:14.855878 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-293c69f0-0364-4290-87ed-e59c32661fa6 req-9bc52753-1e0a-461e-a8ad-2644944724e5 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393994 Jun 23 10:10:15.553861 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93bef45-7178-481f-9734-679437e981e9 req-331f2d3f-ba6a-458f-8f49-f8eabdd4b58d tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:15.555612 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d93bef45-7178-481f-9734-679437e981e9 req-331f2d3f-ba6a-458f-8f49-f8eabdd4b58d tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.0706649 Jun 23 10:10:15.666117 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d93bef45-7178-481f-9734-679437e981e9 req-436ba15f-8b42-4234-bb4f-42751c538953 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994611 Jun 23 10:10:15.705096 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3a399-4b80-4c1e-a3b9-3fe8ae004de2 req-663a5c03-5325-4180-8c72-d06cbe3b3543 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:15.706440 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-8eb3a399-4b80-4c1e-a3b9-3fe8ae004de2 req-663a5c03-5325-4180-8c72-d06cbe3b3543 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/networks?id=1301f56a-a6df-4209-bbcc-55b8e8882c37 HTTP/1.1" status: 200 len: 815 time: 0.1377876 Jun 23 10:10:15.722312 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-8eb3a399-4b80-4c1e-a3b9-3fe8ae004de2 req-6b4fddf2-a4c1-4d29-a859-a16ce8fa39d3 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/quotas/ef6eca920b7b4273815fd3508d61a9dc HTTP/1.1" status: 200 len: 375 time: 0.0103426 Jun 23 10:10:15.795554 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-8eb3a399-4b80-4c1e-a3b9-3fe8ae004de2 req-44ad5ebf-54eb-4051-b381-f35fedd05d31 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=ef6eca920b7b4273815fd3508d61a9dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0679018 Jun 23 10:10:15.888711 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-8eb3a399-4b80-4c1e-a3b9-3fe8ae004de2 req-37dbd04e-18f3-4e64-992b-3d496bd3c95c service neutron] 10.222.0.47 "GET /v2.0/networks/1301f56a-a6df-4209-bbcc-55b8e8882c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863299 Jun 23 10:10:15.988961 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-8eb3a399-4b80-4c1e-a3b9-3fe8ae004de2 req-b324f2ab-b3e8-43dd-b356-09f3dfb4c2e1 service neutron] 10.222.0.47 "GET /v2.0/networks/1301f56a-a6df-4209-bbcc-55b8e8882c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946159 Jun 23 10:10:16.040560 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c9d28-12e2-44fe-9deb-eeec6cb604ab req-9988490f-ee51-49d4-a7e1-95cb7aeff775 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:16.044458 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-6c5c9d28-12e2-44fe-9deb-eeec6cb604ab req-9988490f-ee51-49d4-a7e1-95cb7aeff775 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 943 time: 0.0660226 Jun 23 10:10:16.084300 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-6c5c9d28-12e2-44fe-9deb-eeec6cb604ab req-d933f3ab-d238-4dc0-9316-086ab1e2fcf6 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357838 Jun 23 10:10:16.397689 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-82815b0f-7a43-4b72-94c1-98194c4fc0a1 req-3a38c60e-8cb9-46ae-b2c0-719de7a239b0 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e328a08-8e8c-437e-8e5f-2468edc6383a HTTP/1.1" status: 200 len: 210 time: 0.0296879 Jun 23 10:10:16.892271 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c96ca7d-94ac-416e-9d02-b6bc9a9a08c4 req-e5eafb18-9522-4d81-967a-5a0b5196a882 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:16.893696 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-0c96ca7d-94ac-416e-9d02-b6bc9a9a08c4 req-e5eafb18-9522-4d81-967a-5a0b5196a882 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.0637963 Jun 23 10:10:16.934254 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-0c96ca7d-94ac-416e-9d02-b6bc9a9a08c4 req-4e1b8130-867e-44ad-9284-182c3e6b0a10 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342481 Jun 23 10:10:17.078402 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.agents_db [None req-4b03355e-e743-40fc-912e-580b49e4c212 None None] Agent healthcheck: found 6 active agents {{(pid=93713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 10:10:17.241793 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 35992) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:10:17.294248 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795739b5-509b-4ee1-aef8-a76ab9c76ee2 req-da462cf2-efbf-4b64-8dce-61a68e9f64be tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:17.295677 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-795739b5-509b-4ee1-aef8-a76ab9c76ee2 req-da462cf2-efbf-4b64-8dce-61a68e9f64be tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 943 time: 0.0726581 Jun 23 10:10:17.358216 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-068e93d1-9c93-415c-8b42-953efaeaea45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:17.460017 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-068e93d1-9c93-415c-8b42-953efaeaea45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:17.533026 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-068e93d1-9c93-415c-8b42-953efaeaea45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:17.535705 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-0df4c2e3-2181-4d4f-a10e-6b266e63bd96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:10:17.574678 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-068e93d1-9c93-415c-8b42-953efaeaea45 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=717f85e15226479fa4d80be3dd770959&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3312390 Jun 23 10:10:17.575604 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068e93d1-9c93-415c-8b42-953efaeaea45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc3da42-e79b-4c51-83ef-f89a45c52d7f,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:10:17.577889 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 36000) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:10:17.579876 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-068e93d1-9c93-415c-8b42-953efaeaea45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:10:17.601277 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-89b1b0ad-326b-4fd7-8f45-f4721771071b req-af99e12d-fe49-4f22-bb07-dc3fe654f1d7 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e328a08-8e8c-437e-8e5f-2468edc6383a HTTP/1.1" status: 200 len: 210 time: 0.0300593 Jun 23 10:10:17.627134 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-795739b5-509b-4ee1-aef8-a76ab9c76ee2 req-357a1929-9627-4e69-ac5d-b7fb5b7f7139 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3258030 Jun 23 10:10:17.639556 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-07fcb027-8ccd-446c-afba-c4b1c495dc90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:17.661418 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-07fcb027-8ccd-446c-afba-c4b1c495dc90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:17.844890 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-07fcb027-8ccd-446c-afba-c4b1c495dc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:17.847540 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-07fcb027-8ccd-446c-afba-c4b1c495dc90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:17.848567 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36668f9e-1f6b-445f-985f-ba7fa6a4fcd2 req-5354d731-9151-4028-837f-6e846dbd20cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:17.853020 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-07fcb027-8ccd-446c-afba-c4b1c495dc90 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ffc3da42-e79b-4c51-83ef-f89a45c52d7f HTTP/1.1" status: 204 len: 168 time: 0.2699873 Jun 23 10:10:17.853020 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-3376979e-6c96-4cf9-a36d-536b10b6b22b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:10:17.853336 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-36668f9e-1f6b-445f-985f-ba7fa6a4fcd2 req-5354d731-9151-4028-837f-6e846dbd20cc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08&tenant_id=24291804a3fc43a7bb9013ab3736dd4e HTTP/1.1" status: 200 len: 1096 time: 0.0914071 Jun 23 10:10:17.858309 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fcb027-8ccd-446c-afba-c4b1c495dc90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc3da42-e79b-4c51-83ef-f89a45c52d7f,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:10:17.860526 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-07fcb027-8ccd-446c-afba-c4b1c495dc90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:10:17.920319 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ca4c7cdb-4673-400e-8c37-60b3085b2f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:17.940091 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36668f9e-1f6b-445f-985f-ba7fa6a4fcd2 req-b4812810-99fc-46c9-8576-55c5055e14a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:17.941537 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-36668f9e-1f6b-445f-985f-ba7fa6a4fcd2 req-b4812810-99fc-46c9-8576-55c5055e14a5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=24291804a3fc43a7bb9013ab3736dd4e&device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 1096 time: 0.0620499 Jun 23 10:10:18.055840 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36668f9e-1f6b-445f-985f-ba7fa6a4fcd2 req-9c007f57-6746-45ed-89a3-97ee61bf99a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:18.057513 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-36668f9e-1f6b-445f-985f-ba7fa6a4fcd2 req-9c007f57-6746-45ed-89a3-97ee61bf99a8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2c358830-fde0-4aa0-a28c-3a7712f5e2f9 HTTP/1.1" status: 200 len: 918 time: 0.1045585 Jun 23 10:10:18.148269 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-36668f9e-1f6b-445f-985f-ba7fa6a4fcd2 req-972f746c-5a3c-45aa-9757-da9151c0a861 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=948a5d09-b86f-4c35-a210-cfe6639fba0f HTTP/1.1" status: 200 len: 999 time: 0.0805032 Jun 23 10:10:18.199302 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6186ccb2-e54b-47a1-b016-b824a9012ba3 req-dccdb3aa-71b6-4c06-aa55-dd8efbb54e74 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:18.201008 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-6186ccb2-e54b-47a1-b016-b824a9012ba3 req-dccdb3aa-71b6-4c06-aa55-dd8efbb54e74 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.1425154 Jun 23 10:10:18.235437 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36668f9e-1f6b-445f-985f-ba7fa6a4fcd2 req-f4fa1d91-4ec2-4754-99ed-45e2b4d6e3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:18.238647 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-36668f9e-1f6b-445f-985f-ba7fa6a4fcd2 req-f4fa1d91-4ec2-4754-99ed-45e2b4d6e3bf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cdba8eb6-d4a0-4adb-b53b-76f5eb8c1c27 HTTP/1.1" status: 200 len: 856 time: 0.0808899 Jun 23 10:10:18.259471 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-6186ccb2-e54b-47a1-b016-b824a9012ba3 req-baca46a8-6c65-41ce-a079-080b20e063c2 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526361 Jun 23 10:10:18.310339 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36668f9e-1f6b-445f-985f-ba7fa6a4fcd2 req-d164f6f2-44ca-4c58-9eee-5aa813ef352a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:18.311861 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-36668f9e-1f6b-445f-985f-ba7fa6a4fcd2 req-d164f6f2-44ca-4c58-9eee-5aa813ef352a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2c358830-fde0-4aa0-a28c-3a7712f5e2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0617568 Jun 23 10:10:18.415811 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-36668f9e-1f6b-445f-985f-ba7fa6a4fcd2 req-b84e494b-d727-41fa-ad15-73931c2f715a service neutron] 10.222.0.52 "GET /v2.0/networks/2c358830-fde0-4aa0-a28c-3a7712f5e2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950489 Jun 23 10:10:18.512535 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-36668f9e-1f6b-445f-985f-ba7fa6a4fcd2 req-0792e554-f7c9-44e9-9f21-4e0b8fec2d93 service neutron] 10.222.0.52 "GET /v2.0/networks/2c358830-fde0-4aa0-a28c-3a7712f5e2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866523 Jun 23 10:10:18.805712 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-aac6e811-4b07-4421-abd4-cbad0be6804c req-0248e433-694b-44a3-8822-3a7cfa7f5e25 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e328a08-8e8c-437e-8e5f-2468edc6383a HTTP/1.1" status: 200 len: 210 time: 0.0513303 Jun 23 10:10:18.939664 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55d68d-a8a9-4be6-8bb3-cc6651490fe1 req-f7d3bce7-8696-439c-aaa0-34bf477e2e80 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:18.946989 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ab55d68d-a8a9-4be6-8bb3-cc6651490fe1 req-f7d3bce7-8696-439c-aaa0-34bf477e2e80 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 943 time: 0.1674879 Jun 23 10:10:18.986808 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3a399-4b80-4c1e-a3b9-3fe8ae004de2 req-519a71ab-3b8c-479f-9ad3-c5b8e4880114 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:18.988288 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-8eb3a399-4b80-4c1e-a3b9-3fe8ae004de2 req-519a71ab-3b8c-479f-9ad3-c5b8e4880114 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.52 "GET /v2.0/networks?id=1301f56a-a6df-4209-bbcc-55b8e8882c37 HTTP/1.1" status: 200 len: 815 time: 0.1787636 Jun 23 10:10:19.011053 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [req-8eb3a399-4b80-4c1e-a3b9-3fe8ae004de2 req-bb734b93-2a56-49c7-9acd-147979ffd710 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Request body: {'port': {'device_id': '1e328a08-8e8c-437e-8e5f-2468edc6383a', 'network_id': '1301f56a-a6df-4209-bbcc-55b8e8882c37', 'admin_state_up': True, 'tenant_id': 'ef6eca920b7b4273815fd3508d61a9dc'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:10:19.031363 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ab55d68d-a8a9-4be6-8bb3-cc6651490fe1 req-b160109a-18fd-4b23-8eae-487384443ae2 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834017 Jun 23 10:10:19.293585 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eb3a399-4b80-4c1e-a3b9-3fe8ae004de2 req-bb734b93-2a56-49c7-9acd-147979ffd710 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Made reservation on behalf of ef6eca920b7b4273815fd3508d61a9dc for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:10:19.297428 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8eb3a399-4b80-4c1e-a3b9-3fe8ae004de2 req-bb734b93-2a56-49c7-9acd-147979ffd710 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:19.468692 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-8eb3a399-4b80-4c1e-a3b9-3fe8ae004de2 req-bb734b93-2a56-49c7-9acd-147979ffd710 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Allocated IP 172.20.0.12 (1301f56a-a6df-4209-bbcc-55b8e8882c37/7b2113fc-3967-41e0-b823-4d7a0751bfee/a4eee368-c43c-4cf0-960d-4742e2a401d5) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 10:10:19.524893 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0eb9e-1089-4c29-ad88-ee004f66681f req-cf4638da-93c9-4c60-8631-bb2409a5b325 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:19.526462 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4ad0eb9e-1089-4c29-ad88-ee004f66681f req-cf4638da-93c9-4c60-8631-bb2409a5b325 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.1119533 Jun 23 10:10:19.675670 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4ad0eb9e-1089-4c29-ad88-ee004f66681f req-1fbd1171-f8d9-4692-af05-749083166aec tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404557 Jun 23 10:10:19.732786 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8eb3a399-4b80-4c1e-a3b9-3fe8ae004de2 req-bb734b93-2a56-49c7-9acd-147979ffd710 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:19.893389 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8eb3a399-4b80-4c1e-a3b9-3fe8ae004de2 req-bb734b93-2a56-49c7-9acd-147979ffd710 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-600500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731988247197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33311642'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:19.898325 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-e90e81f3-b9c0-4d57-ad57-6613bb5fc81a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:10:19.910680 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] get_ports_and_sgs() called for port_ids ['55f833fa-1491-47ab-8019-a4e5a24dd904', 'dc4b3e27-d91c-4c1e-9d42-09679f24b4b9', '42f2b08e-3142-4551-a358-e9fc56b69327'] {{(pid=93712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 10:10:19.982554 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eb3a399-4b80-4c1e-a3b9-3fe8ae004de2 req-bb734b93-2a56-49c7-9acd-147979ffd710 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Network 1301f56a-a6df-4209-bbcc-55b8e8882c37 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:10:20.012884 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-8eb3a399-4b80-4c1e-a3b9-3fe8ae004de2 req-bb734b93-2a56-49c7-9acd-147979ffd710 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:10:20.021044 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb3a399-4b80-4c1e-a3b9-3fe8ae004de2 req-bb734b93-2a56-49c7-9acd-147979ffd710 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 10:10:20.060741 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb734b93-2a56-49c7-9acd-147979ffd710 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Pushing event updated for resources: {'Port': ['ID=a4eee368-c43c-4cf0-960d-4742e2a401d5,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:10:20.097505 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb734b93-2a56-49c7-9acd-147979ffd710 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:10:20.097925 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb734b93-2a56-49c7-9acd-147979ffd710 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:10:20.098350 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb734b93-2a56-49c7-9acd-147979ffd710 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:10:20.098865 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb734b93-2a56-49c7-9acd-147979ffd710 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:10:20.099231 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb734b93-2a56-49c7-9acd-147979ffd710 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:10:20.099713 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb734b93-2a56-49c7-9acd-147979ffd710 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:10:20.100045 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb734b93-2a56-49c7-9acd-147979ffd710 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:10:20.100392 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb734b93-2a56-49c7-9acd-147979ffd710 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:10:20.100835 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb734b93-2a56-49c7-9acd-147979ffd710 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:10:20.101211 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb734b93-2a56-49c7-9acd-147979ffd710 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:10:20.101569 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb734b93-2a56-49c7-9acd-147979ffd710 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:10:20.101913 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb734b93-2a56-49c7-9acd-147979ffd710 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:10:20.109448 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-bb734b93-2a56-49c7-9acd-147979ffd710 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:10:20.131924 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3a399-4b80-4c1e-a3b9-3fe8ae004de2 req-bb734b93-2a56-49c7-9acd-147979ffd710 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:20.132611 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8eb3a399-4b80-4c1e-a3b9-3fe8ae004de2 req-bb734b93-2a56-49c7-9acd-147979ffd710 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:20.177514 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c74f33-095b-442d-aaef-25bf3578a2ed req-3d3b19d5-aec0-4043-a8da-cc73f3440920 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:20.179256 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-67c74f33-095b-442d-aaef-25bf3578a2ed req-3d3b19d5-aec0-4043-a8da-cc73f3440920 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e328a08-8e8c-437e-8e5f-2468edc6383a HTTP/1.1" status: 200 len: 932 time: 0.2199161 Jun 23 10:10:20.257586 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-67c74f33-095b-442d-aaef-25bf3578a2ed req-2b4734af-eecd-472d-8dd9-2a184b0d9880 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/security-groups?id=d03fb2df-82a8-4d55-8926-e64f6f2b2204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720398 Jun 23 10:10:20.268593 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-8eb3a399-4b80-4c1e-a3b9-3fe8ae004de2 req-bb734b93-2a56-49c7-9acd-147979ffd710 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2681799 Jun 23 10:10:20.355496 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8b155-b61e-4e08-bb34-afd64bb5320f req-b9f8a236-5ab6-4bd5-a135-468b9a7ae81d tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:20.356660 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d1d8b155-b61e-4e08-bb34-afd64bb5320f req-b9f8a236-5ab6-4bd5-a135-468b9a7ae81d tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 943 time: 0.0662673 Jun 23 10:10:20.401187 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d1d8b155-b61e-4e08-bb34-afd64bb5320f req-243102dc-7f82-47b9-917b-ce704462b44f tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361035 Jun 23 10:10:20.476730 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c98cd64c-7405-4bbe-9dfc-07f711991d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:20.624630 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:20.853122 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad45a8b-aa60-45a6-96db-871e9bc701ed req-fcde9098-521b-415c-9e8a-91c8e25c6635 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:20.854485 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-bad45a8b-aa60-45a6-96db-871e9bc701ed req-fcde9098-521b-415c-9e8a-91c8e25c6635 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.0699368 Jun 23 10:10:20.896088 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-bad45a8b-aa60-45a6-96db-871e9bc701ed req-00bb548a-fe09-46da-b683-c2ca0ac83baa tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348542 Jun 23 10:10:20.975715 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 36108) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:10:21.083611 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-451eab0b-2c43-4370-8a3c-d356593a5f86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:21.177738 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-451eab0b-2c43-4370-8a3c-d356593a5f86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:21.253130 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-451eab0b-2c43-4370-8a3c-d356593a5f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:21.256799 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-7ce7ef1d-bc3f-4213-b298-7221fb02550f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:10:21.297571 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-451eab0b-2c43-4370-8a3c-d356593a5f86 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6dfdf824504f42a19411d8337e72376c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3177466 Jun 23 10:10:21.298059 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 36120) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:10:21.303806 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451eab0b-2c43-4370-8a3c-d356593a5f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41643dfb-f4b7-4073-bc7d-8231fe4b5c3a,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:10:21.315513 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-451eab0b-2c43-4370-8a3c-d356593a5f86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:10:21.361724 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-3340a871-2731-4a6a-a1d2-a6a099b43e45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:21.387362 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-3340a871-2731-4a6a-a1d2-a6a099b43e45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:21.443668 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-bf61ed9a-379f-4346-a047-39ea50dfc733 req-3c105701-19ab-4cd6-a7fe-a0b4d7990c96 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=8f9d5baf2569495c838cf3f20373ce7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475328 Jun 23 10:10:21.473359 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-549d35a9-2eb0-42c6-a322-a779b3edc54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:21.565116 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-3340a871-2731-4a6a-a1d2-a6a099b43e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:21.567775 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-3340a871-2731-4a6a-a1d2-a6a099b43e45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:21.568903 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-3340a871-2731-4a6a-a1d2-a6a099b43e45 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/41643dfb-f4b7-4073-bc7d-8231fe4b5c3a HTTP/1.1" status: 204 len: 168 time: 0.2697389 Jun 23 10:10:21.569915 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-b20bcbad-0ee7-4a04-aa3b-7b481a037975 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:10:21.581653 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3340a871-2731-4a6a-a1d2-a6a099b43e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41643dfb-f4b7-4073-bc7d-8231fe4b5c3a,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:10:21.584033 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-3340a871-2731-4a6a-a1d2-a6a099b43e45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:10:21.659734 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e429e98c-45c0-4663-b9b8-2cd151585b1c req-b50e0f6c-9f56-407a-911f-b469be3fd3cc tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:21.661232 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e429e98c-45c0-4663-b9b8-2cd151585b1c req-b50e0f6c-9f56-407a-911f-b469be3fd3cc tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e328a08-8e8c-437e-8e5f-2468edc6383a HTTP/1.1" status: 200 len: 932 time: 0.2380991 Jun 23 10:10:21.671188 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61ed9a-379f-4346-a047-39ea50dfc733 req-b6dca36d-d8c2-4cf6-9f68-c6056193781d tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:21.672622 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-bf61ed9a-379f-4346-a047-39ea50dfc733 req-b6dca36d-d8c2-4cf6-9f68-c6056193781d tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2125967 Jun 23 10:10:21.702304 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-bf61ed9a-379f-4346-a047-39ea50dfc733 req-a8d051d5-1609-430a-9419-f723f56c6f5b tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] 10.222.0.47 "GET /v2.0/quotas/8f9d5baf2569495c838cf3f20373ce7b HTTP/1.1" status: 200 len: 375 time: 0.0219059 Jun 23 10:10:21.726788 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e429e98c-45c0-4663-b9b8-2cd151585b1c req-90b263d8-1393-4ee4-bbdb-2e40951cd1a0 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/security-groups?id=d03fb2df-82a8-4d55-8926-e64f6f2b2204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531800 Jun 23 10:10:21.746443 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-bf61ed9a-379f-4346-a047-39ea50dfc733 req-3d3b05cf-4906-4db6-9dc2-61dff8af325e tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8f9d5baf2569495c838cf3f20373ce7b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366423 Jun 23 10:10:21.932395 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caecf36-ef99-4160-a66a-6f9970ec254f req-9dc03538-6f96-4309-a157-38dbe7f414ca tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:21.934890 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-2caecf36-ef99-4160-a66a-6f9970ec254f req-9dc03538-6f96-4309-a157-38dbe7f414ca tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 943 time: 0.0762975 Jun 23 10:10:22.018772 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-2caecf36-ef99-4160-a66a-6f9970ec254f req-b33e3e9c-214c-4503-bc7d-fc36b1ce777d tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770156 Jun 23 10:10:22.107028 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-6735a8f2-ec17-4690-8183-478b34c0c5a3 req-c794fad5-eca6-4cee-8df0-4312f40dae4b tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] 10.222.0.47 "GET /v2.0/ports?device_id=02d77fc0-f912-4d3c-bbc7-7c7a138fc46a HTTP/1.1" status: 200 len: 210 time: 0.0302107 Jun 23 10:10:22.178891 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a6ab46-eb85-477b-9aee-2ddaf718d7a5 req-7132700e-a118-475b-a0f1-d6f2eb17e075 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:22.180445 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-32a6ab46-eb85-477b-9aee-2ddaf718d7a5 req-7132700e-a118-475b-a0f1-d6f2eb17e075 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.0765092 Jun 23 10:10:22.222475 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-32a6ab46-eb85-477b-9aee-2ddaf718d7a5 req-84453f54-e159-4bf4-877a-5250b660179a tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339670 Jun 23 10:10:22.919390 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771cab2-cf4c-4aa3-911c-4c0f8ae57c86 req-95584319-6d76-4ff3-ba51-d94ec50f9585 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:22.920858 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9771cab2-cf4c-4aa3-911c-4c0f8ae57c86 req-95584319-6d76-4ff3-ba51-d94ec50f9585 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e328a08-8e8c-437e-8e5f-2468edc6383a HTTP/1.1" status: 200 len: 932 time: 0.0693073 Jun 23 10:10:22.965916 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9771cab2-cf4c-4aa3-911c-4c0f8ae57c86 req-56756d6c-3ea8-47a5-93eb-79095ecb2338 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/security-groups?id=d03fb2df-82a8-4d55-8926-e64f6f2b2204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366445 Jun 23 10:10:23.208260 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9efbe406-c6db-462a-8297-b97f7a82ab7a req-6cbdfe91-50c9-4799-91f9-8b770dad9ab4 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] 10.222.0.47 "GET /v2.0/ports?device_id=02d77fc0-f912-4d3c-bbc7-7c7a138fc46a HTTP/1.1" status: 200 len: 210 time: 0.0333474 Jun 23 10:10:23.234106 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5aaca8-a91e-4c3a-ba0b-63032eaad19d req-53a40a04-186f-41da-a66b-230fd0dcefc6 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:23.238061 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9d5aaca8-a91e-4c3a-ba0b-63032eaad19d req-53a40a04-186f-41da-a66b-230fd0dcefc6 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 943 time: 0.0963879 Jun 23 10:10:23.278211 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9d5aaca8-a91e-4c3a-ba0b-63032eaad19d req-143ea924-a6f8-4e69-b0f5-3d7ac51fb7fe tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359755 Jun 23 10:10:23.422047 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6957522-f239-4c6c-97b1-4f620a137df5 req-719bbc92-e6a6-42e6-abfc-676a09444dcf tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:23.423688 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f6957522-f239-4c6c-97b1-4f620a137df5 req-719bbc92-e6a6-42e6-abfc-676a09444dcf tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.0751238 Jun 23 10:10:23.465667 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f6957522-f239-4c6c-97b1-4f620a137df5 req-ff4e1bd3-b291-4b80-bc6c-584234cb2784 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353684 Jun 23 10:10:23.490163 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-329354e5-9e69-417d-83ab-34bb473e22da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:24.144828 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db92f096-855a-4368-b091-08477e9dd7c8 req-a65be414-01b5-410b-8116-59f2aa503b15 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:24.146304 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-db92f096-855a-4368-b091-08477e9dd7c8 req-a65be414-01b5-410b-8116-59f2aa503b15 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e328a08-8e8c-437e-8e5f-2468edc6383a HTTP/1.1" status: 200 len: 932 time: 0.0636637 Jun 23 10:10:24.184535 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-db92f096-855a-4368-b091-08477e9dd7c8 req-83699788-a6f6-491f-9ec7-ad5da8aedfe1 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/security-groups?id=d03fb2df-82a8-4d55-8926-e64f6f2b2204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326054 Jun 23 10:10:24.352265 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5b2eec19-22cc-4949-b351-13173937663a req-7ea4b5f5-3d87-467d-8187-2ecb9a1a7dd7 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] 10.222.0.47 "GET /v2.0/ports?device_id=02d77fc0-f912-4d3c-bbc7-7c7a138fc46a HTTP/1.1" status: 200 len: 210 time: 0.0309138 Jun 23 10:10:24.473611 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f5f98-52eb-4298-be12-fc772f8cf59c req-194cf780-12b9-4e8d-8c9b-b9d2f4052cea tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:24.475109 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-526f5f98-52eb-4298-be12-fc772f8cf59c req-194cf780-12b9-4e8d-8c9b-b9d2f4052cea tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 943 time: 0.0669119 Jun 23 10:10:24.519422 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-526f5f98-52eb-4298-be12-fc772f8cf59c req-953ad849-b9d8-47cb-973d-5616f3e1110b tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376635 Jun 23 10:10:24.648745 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f3eb2-461d-4226-8caa-dfb626b854b2 req-c476b493-2f88-4e04-8c60-6e7cfc6bca15 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:24.650210 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-385f3eb2-461d-4226-8caa-dfb626b854b2 req-c476b493-2f88-4e04-8c60-6e7cfc6bca15 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.0654414 Jun 23 10:10:24.690033 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-385f3eb2-461d-4226-8caa-dfb626b854b2 req-2e12b6e7-2102-4d99-a373-e8496fc4414a tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338917 Jun 23 10:10:25.379415 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ab887-b8ba-4454-a986-027eb4f49533 req-cdfe3c43-3f81-4d31-9280-22ecde1e5480 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:25.380901 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1e2ab887-b8ba-4454-a986-027eb4f49533 req-cdfe3c43-3f81-4d31-9280-22ecde1e5480 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e328a08-8e8c-437e-8e5f-2468edc6383a HTTP/1.1" status: 200 len: 932 time: 0.0774136 Jun 23 10:10:25.424473 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1e2ab887-b8ba-4454-a986-027eb4f49533 req-4eb26b87-1d45-436d-9691-0529e494e177 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/security-groups?id=d03fb2df-82a8-4d55-8926-e64f6f2b2204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369101 Jun 23 10:10:25.505009 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9806ab75-0fe0-48a0-9fa6-75ca9080ac37 req-d4d7eded-3450-491a-87e3-6d505c8c9fc3 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] 10.222.0.47 "GET /v2.0/ports?device_id=02d77fc0-f912-4d3c-bbc7-7c7a138fc46a HTTP/1.1" status: 200 len: 210 time: 0.0333803 Jun 23 10:10:25.701113 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b922b3-39ff-4453-825d-112d369e3be8 req-fdae3c4c-3fbc-4eb1-91fa-57c61a1b4556 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:25.702592 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-51b922b3-39ff-4453-825d-112d369e3be8 req-fdae3c4c-3fbc-4eb1-91fa-57c61a1b4556 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 943 time: 0.0641339 Jun 23 10:10:25.747675 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-51b922b3-39ff-4453-825d-112d369e3be8 req-b9702abb-e338-4aea-a946-72315c3b791d tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366154 Jun 23 10:10:25.893684 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d61922c-d7d4-4a0e-9d36-7f0e4a6b9840 req-a78cda58-43bd-4449-a6fb-622f70142c49 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:25.895552 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4d61922c-d7d4-4a0e-9d36-7f0e4a6b9840 req-a78cda58-43bd-4449-a6fb-622f70142c49 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.0758014 Jun 23 10:10:25.946875 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4d61922c-d7d4-4a0e-9d36-7f0e4a6b9840 req-8ac9ccc3-2e7c-4669-8264-8ad42757aa92 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451348 Jun 23 10:10:26.611615 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aade93-9f7c-479d-a184-1191590d7e0d req-1b8e4d6a-9bc9-40a8-b602-def75e8663ca tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:26.613115 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a4aade93-9f7c-479d-a184-1191590d7e0d req-1b8e4d6a-9bc9-40a8-b602-def75e8663ca tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e328a08-8e8c-437e-8e5f-2468edc6383a HTTP/1.1" status: 200 len: 932 time: 0.0717773 Jun 23 10:10:26.666415 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-bb95fb4c-c98d-4e45-9dc0-1af588ace108 req-40eaacb2-b0fd-4872-b635-5a5388f715ac tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] 10.222.0.47 "GET /v2.0/ports?device_id=02d77fc0-f912-4d3c-bbc7-7c7a138fc46a HTTP/1.1" status: 200 len: 210 time: 0.0400558 Jun 23 10:10:26.680531 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a4aade93-9f7c-479d-a184-1191590d7e0d req-4bb68fee-559a-4767-993a-fd04e59f009e tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/security-groups?id=d03fb2df-82a8-4d55-8926-e64f6f2b2204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604661 Jun 23 10:10:26.926264 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e23ae-2ecb-44e5-9648-27d49dde46a4 req-a029b0f1-e546-48c7-aeaa-1215b2488009 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:26.927786 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-616e23ae-2ecb-44e5-9648-27d49dde46a4 req-a029b0f1-e546-48c7-aeaa-1215b2488009 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 943 time: 0.0636706 Jun 23 10:10:26.967775 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-616e23ae-2ecb-44e5-9648-27d49dde46a4 req-f1f9c8d7-4eb1-47ec-b5da-68ea15fa9a48 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337265 Jun 23 10:10:27.127571 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800981c-f65b-4af7-8680-792ab4178087 req-f7615885-979f-45b3-80c2-c34229e3905e tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:27.128983 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-7800981c-f65b-4af7-8680-792ab4178087 req-f7615885-979f-45b3-80c2-c34229e3905e tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.0685050 Jun 23 10:10:27.168627 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-7800981c-f65b-4af7-8680-792ab4178087 req-85914390-f000-4427-9ab4-9e1a514401ba tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338693 Jun 23 10:10:27.816093 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-6b9161f5-f753-438a-bd1e-ff82be549c4b req-1c61a1c2-008d-4ea2-98d8-4cbc39f1f92f tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] 10.222.0.47 "GET /v2.0/ports?device_id=02d77fc0-f912-4d3c-bbc7-7c7a138fc46a HTTP/1.1" status: 200 len: 210 time: 0.0323613 Jun 23 10:10:27.900757 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f09009-b195-4fe4-bf48-ca7ce3f03d9b req-822fce20-c950-4b63-95db-dd6889e86cc7 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:27.903197 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e8f09009-b195-4fe4-bf48-ca7ce3f03d9b req-822fce20-c950-4b63-95db-dd6889e86cc7 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e328a08-8e8c-437e-8e5f-2468edc6383a HTTP/1.1" status: 200 len: 932 time: 0.0905461 Jun 23 10:10:27.943015 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e8f09009-b195-4fe4-bf48-ca7ce3f03d9b req-cbea9445-24d6-4ddc-80e1-2d7aff2923a3 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/security-groups?id=d03fb2df-82a8-4d55-8926-e64f6f2b2204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333898 Jun 23 10:10:28.154347 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800d17a-6311-4887-b62d-3ca0dcf24a48 req-2be5cef8-9ed7-48fb-b769-4bb613931a9b tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:28.156119 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-2800d17a-6311-4887-b62d-3ca0dcf24a48 req-2be5cef8-9ed7-48fb-b769-4bb613931a9b tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 943 time: 0.0685661 Jun 23 10:10:28.196872 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-2800d17a-6311-4887-b62d-3ca0dcf24a48 req-560dbe09-f89e-44a5-84e5-245618a7eb22 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350287 Jun 23 10:10:28.346778 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e84b79-ae65-468a-99ad-5f4ccb4d4ae1 req-b6fb70e7-311a-41ca-a2c6-838b65d76cc5 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:28.348195 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-25e84b79-ae65-468a-99ad-5f4ccb4d4ae1 req-b6fb70e7-311a-41ca-a2c6-838b65d76cc5 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.0654335 Jun 23 10:10:28.387822 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-25e84b79-ae65-468a-99ad-5f4ccb4d4ae1 req-ff5d74b8-e10c-4414-8025-3924fcc0be25 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339537 Jun 23 10:10:28.977407 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-0dc13e0d-0d23-40a6-9577-36d6621bbed4 req-52781735-0d96-4a64-94c7-8e4ac9c39eaa tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] 10.222.0.47 "GET /v2.0/ports?device_id=02d77fc0-f912-4d3c-bbc7-7c7a138fc46a HTTP/1.1" status: 200 len: 210 time: 0.0400462 Jun 23 10:10:29.139494 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450bd800-fb5b-48ca-bd08-d70e55b13d18 req-c94f21cf-d63f-4dc3-908c-69c49709401e tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:29.140961 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-450bd800-fb5b-48ca-bd08-d70e55b13d18 req-c94f21cf-d63f-4dc3-908c-69c49709401e tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e328a08-8e8c-437e-8e5f-2468edc6383a HTTP/1.1" status: 200 len: 932 time: 0.0708477 Jun 23 10:10:29.186893 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-450bd800-fb5b-48ca-bd08-d70e55b13d18 req-ad0d7843-45f6-46e1-9022-681bf4dd86c8 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/security-groups?id=d03fb2df-82a8-4d55-8926-e64f6f2b2204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392990 Jun 23 10:10:29.382507 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a594c1f-97ad-4ce5-8e8b-1e280ba8b440 req-6ff79770-c92d-40ac-a68b-21210ddd0572 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:29.384170 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-0a594c1f-97ad-4ce5-8e8b-1e280ba8b440 req-6ff79770-c92d-40ac-a68b-21210ddd0572 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 943 time: 0.0663764 Jun 23 10:10:29.438685 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-0a594c1f-97ad-4ce5-8e8b-1e280ba8b440 req-be01e064-6d12-49ef-8216-1d3a97bc4b27 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486879 Jun 23 10:10:29.578960 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ba65e-3fcf-455f-ac1b-3ae7d841b64d req-de75abed-4865-4321-b646-951343ee6b72 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:29.583437 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-7f8ba65e-3fcf-455f-ac1b-3ae7d841b64d req-de75abed-4865-4321-b646-951343ee6b72 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.0685613 Jun 23 10:10:29.625431 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-7f8ba65e-3fcf-455f-ac1b-3ae7d841b64d req-d93793ff-b744-4604-8aa9-cda80dac9596 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388179 Jun 23 10:10:30.131533 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-796c542b-cf34-485f-89df-8479190e4bd3 req-c83c23a8-a726-49b8-bba1-279d4458cbd2 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] 10.222.0.47 "GET /v2.0/ports?device_id=02d77fc0-f912-4d3c-bbc7-7c7a138fc46a HTTP/1.1" status: 200 len: 210 time: 0.0314951 Jun 23 10:10:30.364770 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd89fd-bf2d-41e2-9465-e6e0a8e1aac9 req-5a1a50fa-cbaa-457a-a46f-9053bde1cc29 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:30.366411 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-93dd89fd-bf2d-41e2-9465-e6e0a8e1aac9 req-5a1a50fa-cbaa-457a-a46f-9053bde1cc29 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e328a08-8e8c-437e-8e5f-2468edc6383a HTTP/1.1" status: 200 len: 932 time: 0.0675702 Jun 23 10:10:30.406239 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-93dd89fd-bf2d-41e2-9465-e6e0a8e1aac9 req-16a030c9-925b-4932-84ed-52ee898ee5c8 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/security-groups?id=d03fb2df-82a8-4d55-8926-e64f6f2b2204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337286 Jun 23 10:10:30.615877 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d74b39d-ce4d-4ff1-a6c6-72ad84cb8feb req-ace9aa45-c1f2-478a-aa19-86f0c3a3a37a tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:30.617304 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-0d74b39d-ce4d-4ff1-a6c6-72ad84cb8feb req-ace9aa45-c1f2-478a-aa19-86f0c3a3a37a tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 943 time: 0.0684490 Jun 23 10:10:30.655930 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-0d74b39d-ce4d-4ff1-a6c6-72ad84cb8feb req-ae84a0f6-2e0b-4be7-bcbe-bdf0f052a994 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321662 Jun 23 10:10:30.819862 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd33a87-cc84-414e-a34d-456008184b89 req-d44382aa-e748-4491-ade4-d11d9b61a1ee tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:30.821338 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5fd33a87-cc84-414e-a34d-456008184b89 req-d44382aa-e748-4491-ade4-d11d9b61a1ee tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.0666158 Jun 23 10:10:30.860087 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5fd33a87-cc84-414e-a34d-456008184b89 req-1f183fd9-555a-44cb-8433-3a669cc6b7f3 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329163 Jun 23 10:10:31.269080 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ee216823-8469-4447-8484-7b1c24cccc89 req-877cb099-e628-4cf4-941f-91305e39f64c tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] 10.222.0.47 "GET /v2.0/ports?device_id=02d77fc0-f912-4d3c-bbc7-7c7a138fc46a HTTP/1.1" status: 200 len: 210 time: 0.0283010 Jun 23 10:10:31.589160 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a5ba8-ec00-4d43-899b-e3f384688847 req-8834d0ca-800e-487b-8301-246fa0a9bbd5 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:31.590787 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-182a5ba8-ec00-4d43-899b-e3f384688847 req-8834d0ca-800e-487b-8301-246fa0a9bbd5 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e328a08-8e8c-437e-8e5f-2468edc6383a HTTP/1.1" status: 200 len: 932 time: 0.0695906 Jun 23 10:10:31.910383 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-182a5ba8-ec00-4d43-899b-e3f384688847 req-12178e0b-d167-4ade-8385-eef6f3e3549f tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/security-groups?id=d03fb2df-82a8-4d55-8926-e64f6f2b2204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138547 Jun 23 10:10:31.947271 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266d5a4-e477-40fa-bbf3-7c007e9b075f req-afcc42c4-47f6-4053-9c3a-d01e37675678 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:31.948882 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-0266d5a4-e477-40fa-bbf3-7c007e9b075f req-afcc42c4-47f6-4053-9c3a-d01e37675678 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 943 time: 0.0860991 Jun 23 10:10:31.989276 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-0266d5a4-e477-40fa-bbf3-7c007e9b075f req-8c805364-0ffb-49e0-84b9-01287cae59ed tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345902 Jun 23 10:10:32.097271 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74be9cfe-20fc-43a8-9354-866330e11879 req-72c99747-56a5-4f7d-9f3b-191ea60c889c tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:32.098787 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-74be9cfe-20fc-43a8-9354-866330e11879 req-72c99747-56a5-4f7d-9f3b-191ea60c889c tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.0650756 Jun 23 10:10:32.140492 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-74be9cfe-20fc-43a8-9354-866330e11879 req-158adc89-6852-4f04-8b8e-ccca05a7ab49 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360811 Jun 23 10:10:32.409675 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b1d2efc6-56a0-438d-bc68-e75c12364e65 req-ce71d071-43ef-4a7a-801f-bc13bbd6d2d7 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] 10.222.0.47 "GET /v2.0/ports?device_id=02d77fc0-f912-4d3c-bbc7-7c7a138fc46a HTTP/1.1" status: 200 len: 210 time: 0.0285473 Jun 23 10:10:33.093539 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f673958d-cf5d-4d5c-b1bb-7eb9c9ae2f74 req-1f0fc7b4-f8ab-44cd-a1db-98bc80069dba tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:33.095048 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f673958d-cf5d-4d5c-b1bb-7eb9c9ae2f74 req-1f0fc7b4-f8ab-44cd-a1db-98bc80069dba tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e328a08-8e8c-437e-8e5f-2468edc6383a HTTP/1.1" status: 200 len: 932 time: 0.0614998 Jun 23 10:10:33.164052 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f673958d-cf5d-4d5c-b1bb-7eb9c9ae2f74 req-878bc51e-450d-44de-aa19-c1ca7269d89b tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/security-groups?id=d03fb2df-82a8-4d55-8926-e64f6f2b2204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632412 Jun 23 10:10:33.196848 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03372040-2f07-436a-86fd-899439fb213d req-30eb283f-84dd-4a92-9e91-f6b9e66dbc87 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:33.199066 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-03372040-2f07-436a-86fd-899439fb213d req-30eb283f-84dd-4a92-9e91-f6b9e66dbc87 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 943 time: 0.0844247 Jun 23 10:10:33.236762 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-03372040-2f07-436a-86fd-899439fb213d req-784d6f06-7caf-48ae-beb2-5f7f1f272405 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319436 Jun 23 10:10:33.323985 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ebaba-8c07-4eec-900a-6ab5957eaae1 req-71710b7b-6dfb-4804-abbc-6ef9d6bcef57 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:33.325441 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-855ebaba-8c07-4eec-900a-6ab5957eaae1 req-71710b7b-6dfb-4804-abbc-6ef9d6bcef57 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.0620873 Jun 23 10:10:33.364054 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-855ebaba-8c07-4eec-900a-6ab5957eaae1 req-c81b199d-d822-457a-a70b-d69e1ee609a4 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329773 Jun 23 10:10:33.393807 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [req-8eb3a399-4b80-4c1e-a3b9-3fe8ae004de2 req-f580e572-0a9c-43f2-bf55-101dde84693c service neutron] Request body: {'port': {'device_id': '1e328a08-8e8c-437e-8e5f-2468edc6383a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79751'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:10:33.471158 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8eb3a399-4b80-4c1e-a3b9-3fe8ae004de2 req-f580e572-0a9c-43f2-bf55-101dde84693c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:33.558164 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dae04a-3087-4dc5-a4e0-6af4093a9b19 req-06dd08b9-30c6-417e-85be-252fbaef6e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:33.559953 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-54dae04a-3087-4dc5-a4e0-6af4093a9b19 req-06dd08b9-30c6-417e-85be-252fbaef6e02 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=24291804a3fc43a7bb9013ab3736dd4e&device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 1096 time: 0.0632021 Jun 23 10:10:33.596451 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-20c343c8-65e1-42fc-a96c-d9b2652f9a85 req-b4484521-bfb6-4870-9ec8-7c0c5b89b241 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] 10.222.0.47 "GET /v2.0/ports?device_id=02d77fc0-f912-4d3c-bbc7-7c7a138fc46a HTTP/1.1" status: 200 len: 210 time: 0.0709229 Jun 23 10:10:33.677287 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dae04a-3087-4dc5-a4e0-6af4093a9b19 req-96c38055-394d-44ff-8e1d-acaeba357fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:33.678756 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-54dae04a-3087-4dc5-a4e0-6af4093a9b19 req-96c38055-394d-44ff-8e1d-acaeba357fb2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2c358830-fde0-4aa0-a28c-3a7712f5e2f9 HTTP/1.1" status: 200 len: 918 time: 0.0915227 Jun 23 10:10:33.748107 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-54dae04a-3087-4dc5-a4e0-6af4093a9b19 req-ae07e853-6389-4898-9826-91e65b16c9d3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=948a5d09-b86f-4c35-a210-cfe6639fba0f HTTP/1.1" status: 200 len: 999 time: 0.0570517 Jun 23 10:10:33.773462 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.notifiers.nova [req-8eb3a399-4b80-4c1e-a3b9-3fe8ae004de2 req-f580e572-0a9c-43f2-bf55-101dde84693c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4eee368-c43c-4cf0-960d-4742e2a401d5 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 10:10:33.781947 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8eb3a399-4b80-4c1e-a3b9-3fe8ae004de2 req-f580e572-0a9c-43f2-bf55-101dde84693c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:33.795232 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-8eb3a399-4b80-4c1e-a3b9-3fe8ae004de2 req-f580e572-0a9c-43f2-bf55-101dde84693c service neutron] Transition to ACTIVE for port object a4eee368-c43c-4cf0-960d-4742e2a401d5 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:10:33.802795 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dae04a-3087-4dc5-a4e0-6af4093a9b19 req-ad32711c-dcda-4d09-ba14-f165ec716c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:33.804227 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-54dae04a-3087-4dc5-a4e0-6af4093a9b19 req-ad32711c-dcda-4d09-ba14-f165ec716c16 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cdba8eb6-d4a0-4adb-b53b-76f5eb8c1c27 HTTP/1.1" status: 200 len: 856 time: 0.0480552 Jun 23 10:10:33.841458 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:33.870410 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8eb3a399-4b80-4c1e-a3b9-3fe8ae004de2 req-f580e572-0a9c-43f2-bf55-101dde84693c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33311624'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:33.874224 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-0dff37d7-93a5-4b69-bd50-a1fc072e6df6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:10:33.875113 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dae04a-3087-4dc5-a4e0-6af4093a9b19 req-bdcae595-e655-42a2-a7e8-2310da4801e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:33.876622 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-54dae04a-3087-4dc5-a4e0-6af4093a9b19 req-bdcae595-e655-42a2-a7e8-2310da4801e1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2c358830-fde0-4aa0-a28c-3a7712f5e2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0645568 Jun 23 10:10:33.935419 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580e572-0a9c-43f2-bf55-101dde84693c service neutron] Pushing event updated for resources: {'Port': ['ID=a4eee368-c43c-4cf0-960d-4742e2a401d5,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:10:33.938984 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-f580e572-0a9c-43f2-bf55-101dde84693c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:10:33.977242 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-54dae04a-3087-4dc5-a4e0-6af4093a9b19 req-f0cdda65-8d9f-4daf-94a4-ddaf95f022d1 service neutron] 10.222.0.52 "GET /v2.0/networks/2c358830-fde0-4aa0-a28c-3a7712f5e2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922771 Jun 23 10:10:34.009169 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-8eb3a399-4b80-4c1e-a3b9-3fe8ae004de2 req-f580e572-0a9c-43f2-bf55-101dde84693c service neutron] Attempting to bind port a4eee368-c43c-4cf0-960d-4742e2a401d5 on host hv-cinder-79751 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 10:10:34.009533 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-8eb3a399-4b80-4c1e-a3b9-3fe8ae004de2 req-f580e572-0a9c-43f2-bf55-101dde84693c service neutron] Attempting to bind port a4eee368-c43c-4cf0-960d-4742e2a401d5 by drivers openvswitch,hyperv on host hv-cinder-79751 at level 0 using segments [{'id': '6ef876d1-6a68-4027-aed0-1d01a0f0bb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1301f56a-a6df-4209-bbcc-55b8e8882c37'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 10:10:34.009858 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb3a399-4b80-4c1e-a3b9-3fe8ae004de2 req-f580e572-0a9c-43f2-bf55-101dde84693c service neutron] Attempting to bind port a4eee368-c43c-4cf0-960d-4742e2a401d5 on network 1301f56a-a6df-4209-bbcc-55b8e8882c37 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:10:34.014860 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb3a399-4b80-4c1e-a3b9-3fe8ae004de2 req-f580e572-0a9c-43f2-bf55-101dde84693c service neutron] Port a4eee368-c43c-4cf0-960d-4742e2a401d5 on network 1301f56a-a6df-4209-bbcc-55b8e8882c37 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79751 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 10:10:34.015178 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb3a399-4b80-4c1e-a3b9-3fe8ae004de2 req-f580e572-0a9c-43f2-bf55-101dde84693c service neutron] Attempting to bind port a4eee368-c43c-4cf0-960d-4742e2a401d5 on network 1301f56a-a6df-4209-bbcc-55b8e8882c37 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:10:34.020100 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb3a399-4b80-4c1e-a3b9-3fe8ae004de2 req-f580e572-0a9c-43f2-bf55-101dde84693c service neutron] Checking agent: {'id': '4f95f39b-461c-4de8-a9d2-f77a6241c1fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 10, 5, 33), 'started_at': datetime.datetime(2021, 6, 23, 10, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 10, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 10:10:34.022484 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb3a399-4b80-4c1e-a3b9-3fe8ae004de2 req-f580e572-0a9c-43f2-bf55-101dde84693c service neutron] Checking segment: {'id': '6ef876d1-6a68-4027-aed0-1d01a0f0bb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1301f56a-a6df-4209-bbcc-55b8e8882c37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:10:34.022484 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb3a399-4b80-4c1e-a3b9-3fe8ae004de2 req-f580e572-0a9c-43f2-bf55-101dde84693c service neutron] Bound using segment: {'id': '6ef876d1-6a68-4027-aed0-1d01a0f0bb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1301f56a-a6df-4209-bbcc-55b8e8882c37'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 10:10:34.022484 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-8eb3a399-4b80-4c1e-a3b9-3fe8ae004de2 req-f580e572-0a9c-43f2-bf55-101dde84693c service neutron] Bound port: a4eee368-c43c-4cf0-960d-4742e2a401d5, host: hv-cinder-79751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ef876d1-6a68-4027-aed0-1d01a0f0bb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1301f56a-a6df-4209-bbcc-55b8e8882c37'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 10:10:34.022484 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8eb3a399-4b80-4c1e-a3b9-3fe8ae004de2 req-f580e572-0a9c-43f2-bf55-101dde84693c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:34.087129 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-8eb3a399-4b80-4c1e-a3b9-3fe8ae004de2 req-f580e572-0a9c-43f2-bf55-101dde84693c service neutron] For port a4eee368-c43c-4cf0-960d-4742e2a401d5, host hv-cinder-79751, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 10:10:34.090602 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-8eb3a399-4b80-4c1e-a3b9-3fe8ae004de2 req-f580e572-0a9c-43f2-bf55-101dde84693c service neutron] For port a4eee368-c43c-4cf0-960d-4742e2a401d5, host hv-cinder-79751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=a4eee368-c43c-4cf0-960d-4742e2a401d5,segment=NetworkSegment(6ef876d1-6a68-4027-aed0-1d01a0f0bb35),segment_id=6ef876d1-6a68-4027-aed0-1d01a0f0bb35)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 10:10:34.092397 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-54dae04a-3087-4dc5-a4e0-6af4093a9b19 req-0c2d588b-9fc5-4c67-a026-608db31891cc service neutron] 10.222.0.52 "GET /v2.0/networks/2c358830-fde0-4aa0-a28c-3a7712f5e2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081448 Jun 23 10:10:34.204810 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8eb3a399-4b80-4c1e-a3b9-3fe8ae004de2 req-f580e572-0a9c-43f2-bf55-101dde84693c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33311624'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:34.204810 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-e808ca7b-a3d7-4875-8b96-6203436fb2bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:10:34.239006 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3a399-4b80-4c1e-a3b9-3fe8ae004de2 req-f580e572-0a9c-43f2-bf55-101dde84693c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:34.239812 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-8eb3a399-4b80-4c1e-a3b9-3fe8ae004de2 req-f580e572-0a9c-43f2-bf55-101dde84693c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:34.241240 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-8eb3a399-4b80-4c1e-a3b9-3fe8ae004de2 req-f580e572-0a9c-43f2-bf55-101dde84693c service neutron] 10.222.0.52 "PUT /v2.0/ports/a4eee368-c43c-4cf0-960d-4742e2a401d5 HTTP/1.1" status: 200 len: 1094 time: 0.8521488 Jun 23 10:10:34.241806 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e328a08-8e8c-437e-8e5f-2468edc6383a', 'tag': 'a4eee368-c43c-4cf0-960d-4742e2a401d5'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:10:34.244270 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404634ef6dbf53e9c182992e714e82192e1d0d35f5c652938e4b1e64141411fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d291d226-2bef-4617-a12b-a70c10400e38" -d '{"events": [{"name": "network-changed", "server_uuid": "1e328a08-8e8c-437e-8e5f-2468edc6383a", "tag": "a4eee368-c43c-4cf0-960d-4742e2a401d5"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:10:34.280840 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580e572-0a9c-43f2-bf55-101dde84693c service neutron] Pushing event updated for resources: {'Port': ['ID=a4eee368-c43c-4cf0-960d-4742e2a401d5,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:10:34.288429 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 10:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e5bc64e-7b42-4764-8369-5149e543c6e1 x-openstack-request-id: req-1e5bc64e-7b42-4764-8369-5149e543c6e1 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:10:34.289298 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e328a08-8e8c-437e-8e5f-2468edc6383a", "tag": "a4eee368-c43c-4cf0-960d-4742e2a401d5", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:10:34.289578 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1e5bc64e-7b42-4764-8369-5149e543c6e1 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:10:34.290484 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e328a08-8e8c-437e-8e5f-2468edc6383a', 'tag': 'a4eee368-c43c-4cf0-960d-4742e2a401d5', 'status': 'completed', 'code': 200} Jun 23 10:10:34.291310 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-f580e572-0a9c-43f2-bf55-101dde84693c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:10:34.434813 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2095bec-a527-47a1-9ac4-d1a253f7a14a req-4673726a-5921-4b8b-8a1b-1be027995712 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:34.436214 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f2095bec-a527-47a1-9ac4-d1a253f7a14a req-4673726a-5921-4b8b-8a1b-1be027995712 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e328a08-8e8c-437e-8e5f-2468edc6383a HTTP/1.1" status: 200 len: 944 time: 0.1373253 Jun 23 10:10:34.465073 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291d226-2bef-4617-a12b-a70c10400e38 req-b763007c-06f5-44de-8d5a-9673b74aaad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:34.467456 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d291d226-2bef-4617-a12b-a70c10400e38 req-b763007c-06f5-44de-8d5a-9673b74aaad5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ef6eca920b7b4273815fd3508d61a9dc&device_id=1e328a08-8e8c-437e-8e5f-2468edc6383a HTTP/1.1" status: 200 len: 1097 time: 0.1556635 Jun 23 10:10:34.512566 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f2095bec-a527-47a1-9ac4-d1a253f7a14a req-d50f656c-9def-4073-8f65-3fe266fc49a4 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/security-groups?id=d03fb2df-82a8-4d55-8926-e64f6f2b2204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701258 Jun 23 10:10:34.532747 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16e5e8a-9506-476e-a113-ce4337df4383 req-2895e016-1666-41fe-a93b-ab3b74fc3141 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:34.534097 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f16e5e8a-9506-476e-a113-ce4337df4383 req-2895e016-1666-41fe-a93b-ab3b74fc3141 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 943 time: 0.1572583 Jun 23 10:10:34.610532 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f16e5e8a-9506-476e-a113-ce4337df4383 req-5e564b81-3bae-428d-b8a3-04a31fae41b5 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517704 Jun 23 10:10:34.629710 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291d226-2bef-4617-a12b-a70c10400e38 req-0f194264-2609-4453-ab7f-1833fad8099d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:34.631123 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d291d226-2bef-4617-a12b-a70c10400e38 req-0f194264-2609-4453-ab7f-1833fad8099d service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=ef6eca920b7b4273815fd3508d61a9dc&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1463313 Jun 23 10:10:34.764605 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d3f5168f-9c45-4abf-99fa-5d9fd6faad76 req-3b50989d-99ff-4469-9abc-f58dc57bb559 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] 10.222.0.47 "GET /v2.0/ports?device_id=02d77fc0-f912-4d3c-bbc7-7c7a138fc46a HTTP/1.1" status: 200 len: 210 time: 0.0472438 Jun 23 10:10:34.792985 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce430c0-2c08-4db9-bcc4-20791254346a req-2262ed93-33b9-426a-add6-40b4dcfe8477 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:34.795171 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-dce430c0-2c08-4db9-bcc4-20791254346a req-2262ed93-33b9-426a-add6-40b4dcfe8477 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.1791732 Jun 23 10:10:34.796658 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d291d226-2bef-4617-a12b-a70c10400e38 req-eb2b89c5-6241-4c05-8bea-7d8b45cd73a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:34.798232 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d291d226-2bef-4617-a12b-a70c10400e38 req-eb2b89c5-6241-4c05-8bea-7d8b45cd73a8 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1455269 Jun 23 10:10:34.840687 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-dce430c0-2c08-4db9-bcc4-20791254346a req-3a1ba7cf-dd84-4d1c-baa2-6e4e39358171 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393164 Jun 23 10:10:34.906258 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3a399-4b80-4c1e-a3b9-3fe8ae004de2 req-06be0e32-25f2-413b-b3d0-687c220d49da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:34.907757 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-8eb3a399-4b80-4c1e-a3b9-3fe8ae004de2 req-06be0e32-25f2-413b-b3d0-687c220d49da service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ef6eca920b7b4273815fd3508d61a9dc&device_id=1e328a08-8e8c-437e-8e5f-2468edc6383a HTTP/1.1" status: 200 len: 1097 time: 0.0534427 Jun 23 10:10:34.956846 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-8eb3a399-4b80-4c1e-a3b9-3fe8ae004de2 req-2509c2c8-ab68-4264-83ae-3723323cc454 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4eee368-c43c-4cf0-960d-4742e2a401d5 HTTP/1.1" status: 200 len: 217 time: 0.0370581 Jun 23 10:10:35.010206 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3a399-4b80-4c1e-a3b9-3fe8ae004de2 req-456d7238-19fb-4612-a10a-4b9cc62b7e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:35.012310 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-8eb3a399-4b80-4c1e-a3b9-3fe8ae004de2 req-456d7238-19fb-4612-a10a-4b9cc62b7e70 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7b2113fc-3967-41e0-b823-4d7a0751bfee HTTP/1.1" status: 200 len: 855 time: 0.0482643 Jun 23 10:10:35.043375 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-8eb3a399-4b80-4c1e-a3b9-3fe8ae004de2 req-ed386019-39f7-4a18-8082-fdebfa4424f1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1301f56a-a6df-4209-bbcc-55b8e8882c37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250671 Jun 23 10:10:35.043989 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4850ad-6a2b-4271-851c-bb3fff267b2a req-6539dec4-71a4-4dd7-8400-6af72e3455d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:35.045438 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-bc4850ad-6a2b-4271-851c-bb3fff267b2a req-6539dec4-71a4-4dd7-8400-6af72e3455d2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 1098 time: 0.0546179 Jun 23 10:10:35.103210 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-bf61ed9a-379f-4346-a047-39ea50dfc733 req-ca21ccfb-781b-416a-9bb9-be9d92cd22c8 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=8f9d5baf2569495c838cf3f20373ce7b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328410 Jun 23 10:10:35.131880 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-bc4850ad-6a2b-4271-851c-bb3fff267b2a req-bb64e023-a9bd-40c5-9f50-c35acc5c19b7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760710 Jun 23 10:10:35.140553 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-8eb3a399-4b80-4c1e-a3b9-3fe8ae004de2 req-52095dee-2cbf-4a07-92b4-e46a2d69f335 service neutron] 10.222.0.52 "GET /v2.0/networks/1301f56a-a6df-4209-bbcc-55b8e8882c37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860605 Jun 23 10:10:35.275301 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-8eb3a399-4b80-4c1e-a3b9-3fe8ae004de2 req-2df1a606-c5c7-4648-87ea-c7a6403b4c3a service neutron] 10.222.0.52 "GET /v2.0/networks/1301f56a-a6df-4209-bbcc-55b8e8882c37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886409 Jun 23 10:10:35.301914 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61ed9a-379f-4346-a047-39ea50dfc733 req-903b0675-074c-4d42-9759-2cbe9275172a tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:35.303343 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-bf61ed9a-379f-4346-a047-39ea50dfc733 req-903b0675-074c-4d42-9759-2cbe9275172a tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1928625 Jun 23 10:10:35.316237 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [req-bf61ed9a-379f-4346-a047-39ea50dfc733 req-356890e9-11bf-410b-916b-290ec3b694e5 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] Request body: {'port': {'device_id': '02d77fc0-f912-4d3c-bbc7-7c7a138fc46a', 'network_id': '6a703507-b5a8-4c83-a1c6-1af4cd518462', 'admin_state_up': True, 'tenant_id': '8f9d5baf2569495c838cf3f20373ce7b'}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:10:35.489121 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf61ed9a-379f-4346-a047-39ea50dfc733 req-356890e9-11bf-410b-916b-290ec3b694e5 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] Made reservation on behalf of 8f9d5baf2569495c838cf3f20373ce7b for: {'port': 1} {{(pid=93710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:10:35.490513 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-bf61ed9a-379f-4346-a047-39ea50dfc733 req-356890e9-11bf-410b-916b-290ec3b694e5 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for port, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:35.500308 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-bf61ed9a-379f-4346-a047-39ea50dfc733 req-356890e9-11bf-410b-916b-290ec3b694e5 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:35.591920 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-bf61ed9a-379f-4346-a047-39ea50dfc733 req-356890e9-11bf-410b-916b-290ec3b694e5 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:35.704396 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b87e3c-fff5-4857-b839-04c650107851 req-09a2bf95-bc25-42c8-ac02-8dbc4b2d94be tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:35.705900 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-79b87e3c-fff5-4857-b839-04c650107851 req-09a2bf95-bc25-42c8-ac02-8dbc4b2d94be tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e328a08-8e8c-437e-8e5f-2468edc6383a HTTP/1.1" status: 200 len: 944 time: 0.0761986 Jun 23 10:10:35.724387 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-bf61ed9a-379f-4346-a047-39ea50dfc733 req-356890e9-11bf-410b-916b-290ec3b694e5 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:35.727473 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-2cb1cb98-bb00-4bb3-b7bc-a9a0107fb52e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:10:35.778079 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-79b87e3c-fff5-4857-b839-04c650107851 req-439ca719-9f9b-4f65-8129-4ebd151c4934 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/security-groups?id=d03fb2df-82a8-4d55-8926-e64f6f2b2204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663040 Jun 23 10:10:35.787333 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356890e9-11bf-410b-916b-290ec3b694e5 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5da19a-19c3-43d4-bec4-3972589810b8,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:10:35.793583 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-356890e9-11bf-410b-916b-290ec3b694e5 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:10:35.821140 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36a19d-5ff1-48eb-9985-11472bc11d3b req-89f26529-16bc-4102-8009-d355306016ff tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:35.828269 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9c36a19d-5ff1-48eb-9985-11472bc11d3b req-89f26529-16bc-4102-8009-d355306016ff tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 943 time: 0.0887864 Jun 23 10:10:35.877815 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.db_base_plugin_common [req-bf61ed9a-379f-4346-a047-39ea50dfc733 req-356890e9-11bf-410b-916b-290ec3b694e5 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] Allocated IP 192.168.233.147 (6a703507-b5a8-4c83-a1c6-1af4cd518462/5bb87608-2d12-41de-a723-6685e9a159fd/995a78de-9f13-4e69-8040-c08fd2be9c54) {{(pid=93710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 10:10:35.884225 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9c36a19d-5ff1-48eb-9985-11472bc11d3b req-2d78f3c5-1918-4188-8712-508d28c7cb5f tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528271 Jun 23 10:10:35.934130 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-29915683-778a-49d3-b322-811c8e95fcd4 req-5545aa8f-b895-418d-ae19-33ee3f215a2b tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] 10.222.0.47 "GET /v2.0/ports?device_id=02d77fc0-f912-4d3c-bbc7-7c7a138fc46a HTTP/1.1" status: 200 len: 210 time: 0.0300922 Jun 23 10:10:36.031754 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-bf61ed9a-379f-4346-a047-39ea50dfc733 req-356890e9-11bf-410b-916b-290ec3b694e5 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] Notify callbacks [] for port, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:36.045626 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.provisioning_blocks [req-bf61ed9a-379f-4346-a047-39ea50dfc733 req-356890e9-11bf-410b-916b-290ec3b694e5 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] Transition to ACTIVE for port object 995a78de-9f13-4e69-8040-c08fd2be9c54 will not be triggered until provisioned by entity DHCP. {{(pid=93710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:10:36.060967 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3aee1d-2872-4c46-a84b-436212f80163 req-5370a310-0f49-40b7-924f-65ccfb07b2ee tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:36.063043 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-3f3aee1d-2872-4c46-a84b-436212f80163 req-5370a310-0f49-40b7-924f-65ccfb07b2ee tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.0715420 Jun 23 10:10:36.101989 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-3f3aee1d-2872-4c46-a84b-436212f80163 req-2d44f683-aa41-4196-9732-5454012a1d38 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330422 Jun 23 10:10:36.165172 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-bf61ed9a-379f-4346-a047-39ea50dfc733 req-356890e9-11bf-410b-916b-290ec3b694e5 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-600500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731988247197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31904512'] for port, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:36.169845 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:10:36.214325 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf61ed9a-379f-4346-a047-39ea50dfc733 req-356890e9-11bf-410b-916b-290ec3b694e5 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] Network 6a703507-b5a8-4c83-a1c6-1af4cd518462 is already hosted by enough agents. {{(pid=93710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:10:36.217359 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.base_scheduler [req-bf61ed9a-379f-4346-a047-39ea50dfc733 req-356890e9-11bf-410b-916b-290ec3b694e5 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] Resources bound (agent type, host, resource id): {{(pid=93710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:10:36.219785 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf61ed9a-379f-4346-a047-39ea50dfc733 req-356890e9-11bf-410b-916b-290ec3b694e5 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] Received port after_create {{(pid=93710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 10:10:36.247956 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356890e9-11bf-410b-916b-290ec3b694e5 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] Pushing event updated for resources: {'Port': ['ID=995a78de-9f13-4e69-8040-c08fd2be9c54,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:10:36.251118 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-356890e9-11bf-410b-916b-290ec3b694e5 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:10:36.279275 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61ed9a-379f-4346-a047-39ea50dfc733 req-356890e9-11bf-410b-916b-290ec3b694e5 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:36.279907 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-bf61ed9a-379f-4346-a047-39ea50dfc733 req-356890e9-11bf-410b-916b-290ec3b694e5 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for port, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:36.407407 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-bf61ed9a-379f-4346-a047-39ea50dfc733 req-356890e9-11bf-410b-916b-290ec3b694e5 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0951254 Jun 23 10:10:36.423465 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [req-bf61ed9a-379f-4346-a047-39ea50dfc733 req-3013e8f2-825d-43b0-88ab-7614fb8737d3 service neutron] Request body: {'port': {'device_id': '02d77fc0-f912-4d3c-bbc7-7c7a138fc46a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79751'}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:10:36.491043 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-bf61ed9a-379f-4346-a047-39ea50dfc733 req-3013e8f2-825d-43b0-88ab-7614fb8737d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:36.493195 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-685dc3a2-1a20-43ca-9d72-6d7702c179c6 None None] Provisioning for port 995a78de-9f13-4e69-8040-c08fd2be9c54 completed by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:10:36.499051 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-685dc3a2-1a20-43ca-9d72-6d7702c179c6 None None] Provisioning complete for port 995a78de-9f13-4e69-8040-c08fd2be9c54 triggered by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:10:36.499527 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-685dc3a2-1a20-43ca-9d72-6d7702c179c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:36.537383 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-685dc3a2-1a20-43ca-9d72-6d7702c179c6 None None] Port 995a78de-9f13-4e69-8040-c08fd2be9c54 cannot update to ACTIVE because it is not bound. {{(pid=93712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 10:10:36.749437 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.notifiers.nova [req-bf61ed9a-379f-4346-a047-39ea50dfc733 req-3013e8f2-825d-43b0-88ab-7614fb8737d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 995a78de-9f13-4e69-8040-c08fd2be9c54 {{(pid=93710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 10:10:36.756621 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-bf61ed9a-379f-4346-a047-39ea50dfc733 req-3013e8f2-825d-43b0-88ab-7614fb8737d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:36.768729 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.provisioning_blocks [req-bf61ed9a-379f-4346-a047-39ea50dfc733 req-3013e8f2-825d-43b0-88ab-7614fb8737d3 service neutron] Transition to ACTIVE for port object 995a78de-9f13-4e69-8040-c08fd2be9c54 will not be triggered until provisioned by entity L2. {{(pid=93710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:10:36.833047 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-bf61ed9a-379f-4346-a047-39ea50dfc733 req-3013e8f2-825d-43b0-88ab-7614fb8737d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31904530'] for port, after_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:36.836012 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:10:36.886161 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3013e8f2-825d-43b0-88ab-7614fb8737d3 service neutron] Pushing event updated for resources: {'Port': ['ID=995a78de-9f13-4e69-8040-c08fd2be9c54,revision_number=2']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:10:36.914649 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3013e8f2-825d-43b0-88ab-7614fb8737d3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:10:36.915014 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3013e8f2-825d-43b0-88ab-7614fb8737d3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:10:36.915372 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3013e8f2-825d-43b0-88ab-7614fb8737d3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:10:36.915951 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3013e8f2-825d-43b0-88ab-7614fb8737d3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:10:36.916304 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3013e8f2-825d-43b0-88ab-7614fb8737d3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:10:36.917636 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3013e8f2-825d-43b0-88ab-7614fb8737d3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:10:36.919942 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3013e8f2-825d-43b0-88ab-7614fb8737d3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:10:36.920239 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3013e8f2-825d-43b0-88ab-7614fb8737d3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:10:36.920602 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3013e8f2-825d-43b0-88ab-7614fb8737d3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:10:36.920967 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3013e8f2-825d-43b0-88ab-7614fb8737d3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:10:36.921324 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3013e8f2-825d-43b0-88ab-7614fb8737d3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:10:36.921679 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3013e8f2-825d-43b0-88ab-7614fb8737d3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:10:36.942611 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-3013e8f2-825d-43b0-88ab-7614fb8737d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:10:36.981223 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.managers [req-bf61ed9a-379f-4346-a047-39ea50dfc733 req-3013e8f2-825d-43b0-88ab-7614fb8737d3 service neutron] Attempting to bind port 995a78de-9f13-4e69-8040-c08fd2be9c54 on host hv-cinder-79751 for vnic_type normal with profile {{(pid=93710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 10:10:36.981804 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.managers [req-bf61ed9a-379f-4346-a047-39ea50dfc733 req-3013e8f2-825d-43b0-88ab-7614fb8737d3 service neutron] Attempting to bind port 995a78de-9f13-4e69-8040-c08fd2be9c54 by drivers openvswitch,hyperv on host hv-cinder-79751 at level 0 using segments [{'id': '2b1ec84d-3b8e-4fa0-9931-bc956fb8a586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6a703507-b5a8-4c83-a1c6-1af4cd518462'}] {{(pid=93710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 10:10:36.982318 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf61ed9a-379f-4346-a047-39ea50dfc733 req-3013e8f2-825d-43b0-88ab-7614fb8737d3 service neutron] Attempting to bind port 995a78de-9f13-4e69-8040-c08fd2be9c54 on network 6a703507-b5a8-4c83-a1c6-1af4cd518462 {{(pid=93710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:10:36.990829 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf61ed9a-379f-4346-a047-39ea50dfc733 req-3013e8f2-825d-43b0-88ab-7614fb8737d3 service neutron] Port 995a78de-9f13-4e69-8040-c08fd2be9c54 on network 6a703507-b5a8-4c83-a1c6-1af4cd518462 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79751 {{(pid=93710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 10:10:36.990829 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf61ed9a-379f-4346-a047-39ea50dfc733 req-3013e8f2-825d-43b0-88ab-7614fb8737d3 service neutron] Attempting to bind port 995a78de-9f13-4e69-8040-c08fd2be9c54 on network 6a703507-b5a8-4c83-a1c6-1af4cd518462 {{(pid=93710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:10:36.992706 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf61ed9a-379f-4346-a047-39ea50dfc733 req-3013e8f2-825d-43b0-88ab-7614fb8737d3 service neutron] Checking agent: {'id': '4f95f39b-461c-4de8-a9d2-f77a6241c1fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 10, 5, 33), 'started_at': datetime.datetime(2021, 6, 23, 10, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 10, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 10:10:36.993046 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf61ed9a-379f-4346-a047-39ea50dfc733 req-3013e8f2-825d-43b0-88ab-7614fb8737d3 service neutron] Checking segment: {'id': '2b1ec84d-3b8e-4fa0-9931-bc956fb8a586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6a703507-b5a8-4c83-a1c6-1af4cd518462'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:10:36.993456 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf61ed9a-379f-4346-a047-39ea50dfc733 req-3013e8f2-825d-43b0-88ab-7614fb8737d3 service neutron] Bound using segment: {'id': '2b1ec84d-3b8e-4fa0-9931-bc956fb8a586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6a703507-b5a8-4c83-a1c6-1af4cd518462'} {{(pid=93710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 10:10:36.993886 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.managers [req-bf61ed9a-379f-4346-a047-39ea50dfc733 req-3013e8f2-825d-43b0-88ab-7614fb8737d3 service neutron] Bound port: 995a78de-9f13-4e69-8040-c08fd2be9c54, host: hv-cinder-79751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b1ec84d-3b8e-4fa0-9931-bc956fb8a586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6a703507-b5a8-4c83-a1c6-1af4cd518462'}}] {{(pid=93710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 10:10:36.994232 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-bf61ed9a-379f-4346-a047-39ea50dfc733 req-3013e8f2-825d-43b0-88ab-7614fb8737d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:36.994926 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61340c7-6499-4c80-b3e5-7a577c639cb2 req-d1b8ef1b-3174-4e42-8d75-b1a90d0fdb1b tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:36.998400 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-c61340c7-6499-4c80-b3e5-7a577c639cb2 req-d1b8ef1b-3174-4e42-8d75-b1a90d0fdb1b tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e328a08-8e8c-437e-8e5f-2468edc6383a HTTP/1.1" status: 200 len: 944 time: 0.0918367 Jun 23 10:10:37.068577 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.db [req-bf61ed9a-379f-4346-a047-39ea50dfc733 req-3013e8f2-825d-43b0-88ab-7614fb8737d3 service neutron] For port 995a78de-9f13-4e69-8040-c08fd2be9c54, host hv-cinder-79751, cleared binding levels {{(pid=93710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 10:10:37.071634 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.db [req-bf61ed9a-379f-4346-a047-39ea50dfc733 req-3013e8f2-825d-43b0-88ab-7614fb8737d3 service neutron] For port 995a78de-9f13-4e69-8040-c08fd2be9c54, host hv-cinder-79751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=995a78de-9f13-4e69-8040-c08fd2be9c54,segment=NetworkSegment(2b1ec84d-3b8e-4fa0-9931-bc956fb8a586),segment_id=2b1ec84d-3b8e-4fa0-9931-bc956fb8a586)] {{(pid=93710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 10:10:37.073930 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-c61340c7-6499-4c80-b3e5-7a577c639cb2 req-4a1cf1c9-9c47-42d7-96e8-1f97fdda560c tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/security-groups?id=d03fb2df-82a8-4d55-8926-e64f6f2b2204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675690 Jun 23 10:10:37.101639 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57f5b3-a930-409f-918c-eb2a12b857d6 req-9728b9e7-b652-4731-b0be-dfb1573d12f8 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:37.103324 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-6a57f5b3-a930-409f-918c-eb2a12b857d6 req-9728b9e7-b652-4731-b0be-dfb1573d12f8 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 943 time: 0.0797527 Jun 23 10:10:37.146589 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-6a57f5b3-a930-409f-918c-eb2a12b857d6 req-97395ea6-037f-42b4-9cca-5a02628049ff tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364377 Jun 23 10:10:37.152643 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-bf61ed9a-379f-4346-a047-39ea50dfc733 req-3013e8f2-825d-43b0-88ab-7614fb8737d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31904530'] for port, after_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:37.158438 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-356890e9-11bf-410b-916b-290ec3b694e5 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:10:37.204786 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61ed9a-379f-4346-a047-39ea50dfc733 req-3013e8f2-825d-43b0-88ab-7614fb8737d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:37.205283 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-bf61ed9a-379f-4346-a047-39ea50dfc733 req-3013e8f2-825d-43b0-88ab-7614fb8737d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for port, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:37.206830 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-bf61ed9a-379f-4346-a047-39ea50dfc733 req-3013e8f2-825d-43b0-88ab-7614fb8737d3 service neutron] 10.222.0.52 "PUT /v2.0/ports/995a78de-9f13-4e69-8040-c08fd2be9c54 HTTP/1.1" status: 200 len: 1098 time: 0.7873919 Jun 23 10:10:37.207442 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02d77fc0-f912-4d3c-bbc7-7c7a138fc46a', 'tag': '995a78de-9f13-4e69-8040-c08fd2be9c54'}] {{(pid=93710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:10:37.213050 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476757ab5199ad7afce7410758f86ea887fce0aa64a809171aa19cb360cf7c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f826bd9d-dda8-4d91-a77a-73abe2db65e1" -d '{"events": [{"name": "network-changed", "server_uuid": "02d77fc0-f912-4d3c-bbc7-7c7a138fc46a", "tag": "995a78de-9f13-4e69-8040-c08fd2be9c54"}]}' {{(pid=93710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:10:37.234265 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3013e8f2-825d-43b0-88ab-7614fb8737d3 service neutron] Pushing event updated for resources: {'Port': ['ID=995a78de-9f13-4e69-8040-c08fd2be9c54,revision_number=3']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:10:37.238170 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-3013e8f2-825d-43b0-88ab-7614fb8737d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:10:37.285809 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f57725-3810-4a5c-8a79-767c477825eb req-74c7f46c-37b9-489f-beab-adb58b53a0a6 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:37.287283 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-70f57725-3810-4a5c-8a79-767c477825eb req-74c7f46c-37b9-489f-beab-adb58b53a0a6 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] 10.222.0.47 "GET /v2.0/ports?device_id=02d77fc0-f912-4d3c-bbc7-7c7a138fc46a HTTP/1.1" status: 200 len: 948 time: 0.0979314 Jun 23 10:10:37.357212 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-70f57725-3810-4a5c-8a79-767c477825eb req-a5b5a2f7-74ec-4837-81c1-ab1b56c8cf9b tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c5da19a-19c3-43d4-bec4-3972589810b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503535 Jun 23 10:10:37.386964 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a0da9-db16-4df7-af23-a5d86047a2bc req-ff555475-5ce7-4074-8f3b-df7c8961a6f2 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:37.391328 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1b6a0da9-db16-4df7-af23-a5d86047a2bc req-ff555475-5ce7-4074-8f3b-df7c8961a6f2 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.1223297 Jun 23 10:10:37.413679 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 10:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9c2b7b-4260-4ab8-a849-01e53954161c x-openstack-request-id: req-0f9c2b7b-4260-4ab8-a849-01e53954161c {{(pid=93710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:10:37.414044 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02d77fc0-f912-4d3c-bbc7-7c7a138fc46a", "tag": "995a78de-9f13-4e69-8040-c08fd2be9c54", "status": "completed", "code": 200}]} {{(pid=93710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:10:37.414314 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0f9c2b7b-4260-4ab8-a849-01e53954161c {{(pid=93710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:10:37.414824 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02d77fc0-f912-4d3c-bbc7-7c7a138fc46a', 'tag': '995a78de-9f13-4e69-8040-c08fd2be9c54', 'status': 'completed', 'code': 200} Jun 23 10:10:37.423417 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61ed9a-379f-4346-a047-39ea50dfc733 req-64efa810-5caf-4d90-ad57-8c625993716b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:37.424935 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-bf61ed9a-379f-4346-a047-39ea50dfc733 req-64efa810-5caf-4d90-ad57-8c625993716b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8f9d5baf2569495c838cf3f20373ce7b&device_id=02d77fc0-f912-4d3c-bbc7-7c7a138fc46a HTTP/1.1" status: 200 len: 1101 time: 0.0622244 Jun 23 10:10:37.427470 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1b6a0da9-db16-4df7-af23-a5d86047a2bc req-2f9781dc-ae1e-4794-b48e-7e4062e34741 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333121 Jun 23 10:10:37.469176 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-bf61ed9a-379f-4346-a047-39ea50dfc733 req-51ee8a52-e707-47ea-8f36-4ecd50d02696 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=995a78de-9f13-4e69-8040-c08fd2be9c54 HTTP/1.1" status: 200 len: 217 time: 0.0369282 Jun 23 10:10:37.517640 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61ed9a-379f-4346-a047-39ea50dfc733 req-370316fa-0d9e-420c-9f48-b6b46b6ceb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:37.519080 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-bf61ed9a-379f-4346-a047-39ea50dfc733 req-370316fa-0d9e-420c-9f48-b6b46b6ceb42 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5bb87608-2d12-41de-a723-6685e9a159fd HTTP/1.1" status: 200 len: 843 time: 0.0437305 Jun 23 10:10:37.575854 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf61ed9a-379f-4346-a047-39ea50dfc733 req-094cd1a1-71a3-43ef-89f7-8730c3edb33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:37.585107 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-bf61ed9a-379f-4346-a047-39ea50dfc733 req-094cd1a1-71a3-43ef-89f7-8730c3edb33b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6a703507-b5a8-4c83-a1c6-1af4cd518462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0523503 Jun 23 10:10:37.675982 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-bf61ed9a-379f-4346-a047-39ea50dfc733 req-b432c5e5-43ac-4ede-b411-8a6ac2458674 service neutron] 10.222.0.52 "GET /v2.0/networks/6a703507-b5a8-4c83-a1c6-1af4cd518462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913126 Jun 23 10:10:37.765264 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-bf61ed9a-379f-4346-a047-39ea50dfc733 req-c759144b-0f7e-4d1c-9941-daa488106f6c service neutron] 10.222.0.52 "GET /v2.0/networks/6a703507-b5a8-4c83-a1c6-1af4cd518462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827746 Jun 23 10:10:37.953114 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826bd9d-dda8-4d91-a77a-73abe2db65e1 req-1feb2634-b812-48ad-87ce-a45763de06db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:37.954573 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-f826bd9d-dda8-4d91-a77a-73abe2db65e1 req-1feb2634-b812-48ad-87ce-a45763de06db service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8f9d5baf2569495c838cf3f20373ce7b&device_id=02d77fc0-f912-4d3c-bbc7-7c7a138fc46a HTTP/1.1" status: 200 len: 1101 time: 0.0513711 Jun 23 10:10:38.054845 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826bd9d-dda8-4d91-a77a-73abe2db65e1 req-eda37068-a76f-4323-94b3-ef504fcf9365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:38.054845 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-f826bd9d-dda8-4d91-a77a-73abe2db65e1 req-eda37068-a76f-4323-94b3-ef504fcf9365 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6a703507-b5a8-4c83-a1c6-1af4cd518462 HTTP/1.1" status: 200 len: 870 time: 0.0878632 Jun 23 10:10:38.090398 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-f826bd9d-dda8-4d91-a77a-73abe2db65e1 req-670ea082-150f-49cc-a04b-9f91845f947f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=995a78de-9f13-4e69-8040-c08fd2be9c54 HTTP/1.1" status: 200 len: 217 time: 0.0338922 Jun 23 10:10:38.143514 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c89b1c-b2d4-48e8-89d5-b0a97a871539 req-bb5c2e0a-4924-46a3-8ee5-65ddd524abe2 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:38.145200 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-41c89b1c-b2d4-48e8-89d5-b0a97a871539 req-bb5c2e0a-4924-46a3-8ee5-65ddd524abe2 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.0749607 Jun 23 10:10:38.147425 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826bd9d-dda8-4d91-a77a-73abe2db65e1 req-ea93c667-5ef2-4821-af83-375a73cfbc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:38.148907 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-f826bd9d-dda8-4d91-a77a-73abe2db65e1 req-ea93c667-5ef2-4821-af83-375a73cfbc44 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5bb87608-2d12-41de-a723-6685e9a159fd HTTP/1.1" status: 200 len: 843 time: 0.0520413 Jun 23 10:10:38.189180 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-41c89b1c-b2d4-48e8-89d5-b0a97a871539 req-0345624b-aa01-4e2c-bb79-906143cecd6e tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370190 Jun 23 10:10:38.211065 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826bd9d-dda8-4d91-a77a-73abe2db65e1 req-9bc0d093-b55e-4149-a6d8-6ebefcfde868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:38.212823 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-f826bd9d-dda8-4d91-a77a-73abe2db65e1 req-9bc0d093-b55e-4149-a6d8-6ebefcfde868 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6a703507-b5a8-4c83-a1c6-1af4cd518462&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0558450 Jun 23 10:10:38.310704 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0d929-5773-4174-aac4-bc3036ac86ce req-82319a02-f6b2-4528-a270-ce17f55ffd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:38.312283 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4cc0d929-5773-4174-aac4-bc3036ac86ce req-82319a02-f6b2-4528-a270-ce17f55ffd1c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7d46b0904cf749dda07bbce4569535a4&device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 1098 time: 0.1085882 Jun 23 10:10:38.317395 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-f826bd9d-dda8-4d91-a77a-73abe2db65e1 req-f1f017c2-d792-49c8-a422-4d1ed0e94528 service neutron] 10.222.0.52 "GET /v2.0/networks/6a703507-b5a8-4c83-a1c6-1af4cd518462?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976162 Jun 23 10:10:38.362849 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d235ef-932f-4675-9f13-baff54b51c8b req-299cb129-b721-48ba-8fbc-d65c94cd7a78 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:38.364175 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-04d235ef-932f-4675-9f13-baff54b51c8b req-299cb129-b721-48ba-8fbc-d65c94cd7a78 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e328a08-8e8c-437e-8e5f-2468edc6383a HTTP/1.1" status: 200 len: 944 time: 0.1216345 Jun 23 10:10:38.409429 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-f826bd9d-dda8-4d91-a77a-73abe2db65e1 req-a9e06993-5354-41c1-bc75-094add968fef service neutron] 10.222.0.52 "GET /v2.0/networks/6a703507-b5a8-4c83-a1c6-1af4cd518462?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828621 Jun 23 10:10:38.475093 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-04d235ef-932f-4675-9f13-baff54b51c8b req-a68d891b-4054-4ecb-8e60-511caff577be tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/security-groups?id=d03fb2df-82a8-4d55-8926-e64f6f2b2204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006341 Jun 23 10:10:38.482748 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0d929-5773-4174-aac4-bc3036ac86ce req-c8669c01-9769-42c1-af1f-016035d67f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:38.484134 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4cc0d929-5773-4174-aac4-bc3036ac86ce req-c8669c01-9769-42c1-af1f-016035d67f22 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5 HTTP/1.1" status: 200 len: 919 time: 0.1584067 Jun 23 10:10:38.494464 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f689f7-61bd-4103-854d-858251fe4e23 req-7e779df8-a955-43de-868a-c291740b5ee5 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:38.496574 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e9f689f7-61bd-4103-854d-858251fe4e23 req-7e779df8-a955-43de-868a-c291740b5ee5 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 943 time: 0.1825385 Jun 23 10:10:38.540012 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4cc0d929-5773-4174-aac4-bc3036ac86ce req-35ef4013-7494-4129-8061-c2f8ef6ba010 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d21401e9-dd04-48ca-a09d-f281becba8ee HTTP/1.1" status: 200 len: 217 time: 0.0425041 Jun 23 10:10:38.548499 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device a4eee368-c43c-4cf0-960d-4742e2a401d5 details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=93712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 10:10:38.627321 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e9f689f7-61bd-4103-854d-858251fe4e23 req-750b1d16-7e98-40f1-9db4-40c1b448e75d tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232896 Jun 23 10:10:38.635446 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0d929-5773-4174-aac4-bc3036ac86ce req-506eb08b-96f3-4632-829d-43e92bd9254c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:38.637117 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4cc0d929-5773-4174-aac4-bc3036ac86ce req-506eb08b-96f3-4632-829d-43e92bd9254c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ee931124-afba-46a0-8fb4-344a768129bc HTTP/1.1" status: 200 len: 858 time: 0.0898399 Jun 23 10:10:38.648266 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port a4eee368-c43c-4cf0-960d-4742e2a401d5, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=a4eee368-c43c-4cf0-960d-4742e2a401d5,segment=NetworkSegment(6ef876d1-6a68-4027-aed0-1d01a0f0bb35),segment_id=6ef876d1-6a68-4027-aed0-1d01a0f0bb35)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:10:38.664566 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Returning: {'device': 'a4eee368-c43c-4cf0-960d-4742e2a401d5', 'network_id': '1301f56a-a6df-4209-bbcc-55b8e8882c37', 'port_id': 'a4eee368-c43c-4cf0-960d-4742e2a401d5', 'mac_address': 'fa:16:3e:ee:39:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b2113fc-3967-41e0-b823-4d7a0751bfee', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 10:10:38.688534 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4cc0d929-5773-4174-aac4-bc3036ac86ce req-92949ca8-c535-4f82-be3b-be8725a186bb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425630 Jun 23 10:10:38.701352 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:38.710539 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a59335-b199-484f-bf6a-b5cc383a489b req-5f17230f-2cbb-47a6-b724-b77cea5aa1e8 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:38.711987 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-35a59335-b199-484f-bf6a-b5cc383a489b req-5f17230f-2cbb-47a6-b724-b77cea5aa1e8 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] 10.222.0.47 "GET /v2.0/ports?device_id=02d77fc0-f912-4d3c-bbc7-7c7a138fc46a HTTP/1.1" status: 200 len: 948 time: 0.1323578 Jun 23 10:10:38.714860 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4eee368-c43c-4cf0-960d-4742e2a401d5 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 10:10:38.734533 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port a4eee368-c43c-4cf0-960d-4742e2a401d5, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=a4eee368-c43c-4cf0-960d-4742e2a401d5,segment=NetworkSegment(6ef876d1-6a68-4027-aed0-1d01a0f0bb35),segment_id=6ef876d1-6a68-4027-aed0-1d01a0f0bb35)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:10:38.799549 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-35a59335-b199-484f-bf6a-b5cc383a489b req-6d35af35-208f-4f30-b329-3d065b8c05b0 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c5da19a-19c3-43d4-bec4-3972589810b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770085 Jun 23 10:10:38.817188 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4cc0d929-5773-4174-aac4-bc3036ac86ce req-dafe4a48-6bb3-4ca2-9537-8c844bfdeafa service neutron] 10.222.0.52 "GET /v2.0/networks/fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220746 Jun 23 10:10:38.833151 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:38.834976 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:10:38.880475 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Pushing event updated for resources: {'Port': ['ID=a4eee368-c43c-4cf0-960d-4742e2a401d5,revision_number=4']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:10:38.887385 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:10:38.887727 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:10:38.888060 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:10:38.888387 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:10:38.888707 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:10:38.889028 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:10:38.889345 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:10:38.889660 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:10:38.889974 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:10:38.890285 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:10:38.890595 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:10:38.890931 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:10:38.894706 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:10:38.911920 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4cc0d929-5773-4174-aac4-bc3036ac86ce req-896b3459-c152-4a2c-8db7-ac7d3767c729 service neutron] 10.222.0.52 "GET /v2.0/networks/fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874665 Jun 23 10:10:39.166090 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] get_ports_and_sgs() called for port_ids ['a4eee368-c43c-4cf0-960d-4742e2a401d5'] {{(pid=93712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 10:10:39.388163 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d91e8-f8f5-414e-bd1d-2e8cfbe8056f req-aa1f5446-b92c-42bd-8878-dcf58ad15440 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:39.389611 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5c7d91e8-f8f5-414e-bd1d-2e8cfbe8056f req-aa1f5446-b92c-42bd-8878-dcf58ad15440 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.0645823 Jun 23 10:10:39.426546 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5c7d91e8-f8f5-414e-bd1d-2e8cfbe8056f req-fe21e8b5-3ed2-4abd-b511-592f84bb1648 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310013 Jun 23 10:10:39.648083 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f95a7c-0b94-4bb8-acae-72bdf66f094e req-71f89c0f-4e02-4215-b93a-5a32b7ecaa31 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:39.649532 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e9f95a7c-0b94-4bb8-acae-72bdf66f094e req-71f89c0f-4e02-4215-b93a-5a32b7ecaa31 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e328a08-8e8c-437e-8e5f-2468edc6383a HTTP/1.1" status: 200 len: 945 time: 0.0624964 Jun 23 10:10:39.692211 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e9f95a7c-0b94-4bb8-acae-72bdf66f094e req-f49c0702-e44d-4e1a-a005-e7bb19db0697 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/security-groups?id=d03fb2df-82a8-4d55-8926-e64f6f2b2204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371344 Jun 23 10:10:39.703563 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 36356) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:10:39.805673 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-b56125fd-09a2-4164-a3ad-56f428d456ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:39.817515 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541fd3a-d64f-4501-8401-41e3db12e8f1 req-8a97b7db-fea6-4747-b6b7-f569f8f704dc tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:39.818976 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-7541fd3a-d64f-4501-8401-41e3db12e8f1 req-8a97b7db-fea6-4747-b6b7-f569f8f704dc tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 943 time: 0.0636530 Jun 23 10:10:39.859155 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-7541fd3a-d64f-4501-8401-41e3db12e8f1 req-5473734e-5cfd-49ac-94c9-0b20abfbc401 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336223 Jun 23 10:10:39.905178 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-b56125fd-09a2-4164-a3ad-56f428d456ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:39.970344 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e5fc73-1855-47ab-a067-17eff78e7a16 req-1ae6910b-7375-44cd-9753-197dd7b18272 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:39.971709 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-35e5fc73-1855-47ab-a067-17eff78e7a16 req-1ae6910b-7375-44cd-9753-197dd7b18272 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] 10.222.0.47 "GET /v2.0/ports?device_id=02d77fc0-f912-4d3c-bbc7-7c7a138fc46a HTTP/1.1" status: 200 len: 948 time: 0.0610707 Jun 23 10:10:40.008914 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-35e5fc73-1855-47ab-a067-17eff78e7a16 req-94605086-26ef-4191-9d47-4821889ff525 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c5da19a-19c3-43d4-bec4-3972589810b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317225 Jun 23 10:10:40.052523 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-b56125fd-09a2-4164-a3ad-56f428d456ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:40.055040 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-a28f94bb-a665-4e7f-881b-c07fb71014d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:10:40.095692 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-b56125fd-09a2-4164-a3ad-56f428d456ef admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7883aee988414710af6296ea2083b7df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3902876 Jun 23 10:10:40.096675 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56125fd-09a2-4164-a3ad-56f428d456ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb37c82-a663-4677-83c1-291809d0e4ba,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:10:40.098885 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 36362) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:10:40.099888 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-b56125fd-09a2-4164-a3ad-56f428d456ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:10:40.150169 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d6763360-aaca-4891-b5f8-085c214a4c25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:40.170622 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d6763360-aaca-4891-b5f8-085c214a4c25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:40.303756 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d6763360-aaca-4891-b5f8-085c214a4c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:40.306357 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d6763360-aaca-4891-b5f8-085c214a4c25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:40.308005 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-d6763360-aaca-4891-b5f8-085c214a4c25 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/eeb37c82-a663-4677-83c1-291809d0e4ba HTTP/1.1" status: 204 len: 168 time: 0.2081242 Jun 23 10:10:40.308667 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:10:40.316228 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6763360-aaca-4891-b5f8-085c214a4c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb37c82-a663-4677-83c1-291809d0e4ba,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:10:40.318640 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-d6763360-aaca-4891-b5f8-085c214a4c25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:10:40.572823 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device 995a78de-9f13-4e69-8040-c08fd2be9c54 details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=93712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 10:10:40.580395 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device a4eee368-c43c-4cf0-960d-4742e2a401d5 up at agent hyperv_hv-cinder-79751 {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:10:40.606452 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6099d7b-6391-4acb-8bd5-b5e87d1d0ef2 req-d9d336ad-6916-4146-8a27-60d27c8acc34 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:40.608038 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b6099d7b-6391-4acb-8bd5-b5e87d1d0ef2 req-d9d336ad-6916-4146-8a27-60d27c8acc34 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.0724866 Jun 23 10:10:40.647581 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b6099d7b-6391-4acb-8bd5-b5e87d1d0ef2 req-e119666b-d9a6-4eb9-956a-0d732a89d9e7 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340722 Jun 23 10:10:40.708113 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port 995a78de-9f13-4e69-8040-c08fd2be9c54, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=995a78de-9f13-4e69-8040-c08fd2be9c54,segment=NetworkSegment(2b1ec84d-3b8e-4fa0-9931-bc956fb8a586),segment_id=2b1ec84d-3b8e-4fa0-9931-bc956fb8a586)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:10:40.719055 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Returning: {'device': '995a78de-9f13-4e69-8040-c08fd2be9c54', 'network_id': '6a703507-b5a8-4c83-a1c6-1af4cd518462', 'port_id': '995a78de-9f13-4e69-8040-c08fd2be9c54', 'mac_address': 'fa:16:3e:09:22:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bb87608-2d12-41de-a723-6685e9a159fd', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 10:10:40.755263 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Provisioning for port a4eee368-c43c-4cf0-960d-4742e2a401d5 completed by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:10:40.761760 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Provisioning complete for port a4eee368-c43c-4cf0-960d-4742e2a401d5 triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:10:40.762135 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:40.766673 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:40.803394 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 995a78de-9f13-4e69-8040-c08fd2be9c54 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 10:10:40.830344 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port 995a78de-9f13-4e69-8040-c08fd2be9c54, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=995a78de-9f13-4e69-8040-c08fd2be9c54,segment=NetworkSegment(2b1ec84d-3b8e-4fa0-9931-bc956fb8a586),segment_id=2b1ec84d-3b8e-4fa0-9931-bc956fb8a586)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:10:40.874166 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:40.880953 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc8b911-7c15-4d89-8333-22ebb0d17d3e req-8a90318b-a6fc-4c72-b953-682d516f83e1 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:40.882426 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ddc8b911-7c15-4d89-8333-22ebb0d17d3e req-8a90318b-a6fc-4c72-b953-682d516f83e1 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e328a08-8e8c-437e-8e5f-2468edc6383a HTTP/1.1" status: 200 len: 945 time: 0.0632989 Jun 23 10:10:40.905718 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e328a08-8e8c-437e-8e5f-2468edc6383a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4eee368-c43c-4cf0-960d-4742e2a401d5'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:10:40.908868 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e06d9dce5bc2bce6c931562da1c36027cbf4e574fb667469159d94052b32a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864c7bca-33bc-4098-9401-7ba823676811" -d '{"events": [{"server_uuid": "1e328a08-8e8c-437e-8e5f-2468edc6383a", "name": "network-vif-plugged", "status": "completed", "tag": "a4eee368-c43c-4cf0-960d-4742e2a401d5"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:10:40.922770 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:40.926527 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ddc8b911-7c15-4d89-8333-22ebb0d17d3e req-b85d947e-f199-4ac1-80a9-611f4cbc40a0 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/security-groups?id=d03fb2df-82a8-4d55-8926-e64f6f2b2204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381594 Jun 23 10:10:40.927963 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:10:40.976515 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port a4eee368-c43c-4cf0-960d-4742e2a401d5, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=a4eee368-c43c-4cf0-960d-4742e2a401d5,segment=NetworkSegment(6ef876d1-6a68-4027-aed0-1d01a0f0bb35),segment_id=6ef876d1-6a68-4027-aed0-1d01a0f0bb35)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:10:40.992444 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Pushing event updated for resources: {'Port': ['ID=995a78de-9f13-4e69-8040-c08fd2be9c54,revision_number=4']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:10:40.995654 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:10:41.004215 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 10:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b16e71-0ffc-4d92-afcf-1188827e5360 x-openstack-request-id: req-f6b16e71-0ffc-4d92-afcf-1188827e5360 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:10:41.004569 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e328a08-8e8c-437e-8e5f-2468edc6383a", "name": "network-vif-plugged", "status": "completed", "tag": "a4eee368-c43c-4cf0-960d-4742e2a401d5", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:10:41.004884 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f6b16e71-0ffc-4d92-afcf-1188827e5360 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:10:41.005330 dv-cinder-797510-1-iscsi neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e328a08-8e8c-437e-8e5f-2468edc6383a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4eee368-c43c-4cf0-960d-4742e2a401d5', 'code': 200} Jun 23 10:10:41.063894 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:41.066367 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d53efb-f2b4-45d9-ab59-033f8ceaf783 req-1299dcaa-869e-433f-bc3c-e82b73a46ebf tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:41.067005 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:10:41.067874 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-59d53efb-f2b4-45d9-ab59-033f8ceaf783 req-1299dcaa-869e-433f-bc3c-e82b73a46ebf tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 943 time: 0.0782588 Jun 23 10:10:41.124431 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-59d53efb-f2b4-45d9-ab59-033f8ceaf783 req-561919cb-dc68-4eee-b12d-d1c06f53ad1d tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496988 Jun 23 10:10:41.140356 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Pushing event updated for resources: {'Port': ['ID=a4eee368-c43c-4cf0-960d-4742e2a401d5,revision_number=5']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:10:41.146549 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:10:41.212801 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1399a03-438d-4cb7-968d-3318ef4482ae req-c7d0262f-a65a-4877-bcf6-d78f6a3dbc9f tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:41.219528 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d1399a03-438d-4cb7-968d-3318ef4482ae req-c7d0262f-a65a-4877-bcf6-d78f6a3dbc9f tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] 10.222.0.47 "GET /v2.0/ports?device_id=02d77fc0-f912-4d3c-bbc7-7c7a138fc46a HTTP/1.1" status: 200 len: 949 time: 0.0791359 Jun 23 10:10:41.229679 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] get_ports_and_sgs() called for port_ids ['995a78de-9f13-4e69-8040-c08fd2be9c54'] {{(pid=93712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 10:10:41.259884 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d1399a03-438d-4cb7-968d-3318ef4482ae req-9c3fd589-5db1-4a67-b6fb-ea4011f9a5fc tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c5da19a-19c3-43d4-bec4-3972589810b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388565 Jun 23 10:10:41.490051 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f794a-d001-4869-ae63-6ee2dc94b449 req-03698547-79ac-4799-84f3-3066671de32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:41.491571 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b44f794a-d001-4869-ae63-6ee2dc94b449 req-03698547-79ac-4799-84f3-3066671de32e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1e328a08-8e8c-437e-8e5f-2468edc6383a HTTP/1.1" status: 200 len: 1099 time: 0.0551209 Jun 23 10:10:41.525886 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b44f794a-d001-4869-ae63-6ee2dc94b449 req-8df31333-558c-4b8c-ab8b-a4b5ec3fa9ee service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d03fb2df-82a8-4d55-8926-e64f6f2b2204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271327 Jun 23 10:10:41.824009 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6585df55-94b3-4e0b-87d1-47ccdab7d7af req-6e8e4efc-93f8-4520-90aa-68b4e7f6bc4d tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:41.826909 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-6585df55-94b3-4e0b-87d1-47ccdab7d7af req-6e8e4efc-93f8-4520-90aa-68b4e7f6bc4d tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.0620885 Jun 23 10:10:41.863306 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-6585df55-94b3-4e0b-87d1-47ccdab7d7af req-49b329aa-07ce-428a-9f7d-6c1a0180480f tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319719 Jun 23 10:10:42.029661 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 36412) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:10:42.119208 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f967a0-6831-4133-9a61-16f9a509bf63 req-2108d7d5-b846-4b6c-b009-95c86367f2e1 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:42.120747 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-79f967a0-6831-4133-9a61-16f9a509bf63 req-2108d7d5-b846-4b6c-b009-95c86367f2e1 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e328a08-8e8c-437e-8e5f-2468edc6383a HTTP/1.1" status: 200 len: 946 time: 0.0639312 Jun 23 10:10:42.159737 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1bba870b-12ba-4f0c-b599-3a00be1e7c1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:42.183160 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-79f967a0-6831-4133-9a61-16f9a509bf63 req-98e6d5eb-0b1c-4822-89a9-0fcd0d58babe tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/security-groups?id=d03fb2df-82a8-4d55-8926-e64f6f2b2204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561545 Jun 23 10:10:42.259775 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1bba870b-12ba-4f0c-b599-3a00be1e7c1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:42.344788 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f440a44-67ea-4d66-95df-9a792a0ff11e req-f70b1b4f-1a3c-4f71-ac94-b9119342ff02 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:42.346298 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9f440a44-67ea-4d66-95df-9a792a0ff11e req-f70b1b4f-1a3c-4f71-ac94-b9119342ff02 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 943 time: 0.0636590 Jun 23 10:10:42.368486 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1bba870b-12ba-4f0c-b599-3a00be1e7c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:42.372882 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-61a3ad87-7776-410a-a03b-3a6a234d086e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:10:42.427789 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9f440a44-67ea-4d66-95df-9a792a0ff11e req-9813a6f3-98b9-40bd-aae4-2343f116812b tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758722 Jun 23 10:10:42.428696 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba870b-12ba-4f0c-b599-3a00be1e7c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ef7330-e98d-4e01-937b-1e8da4fab7ac,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:10:42.444084 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-1bba870b-12ba-4f0c-b599-3a00be1e7c1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:10:42.449156 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-1bba870b-12ba-4f0c-b599-3a00be1e7c1b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6ce9bb0389c04156ae45e92c6f03eb12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4159355 Jun 23 10:10:42.449790 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 36426) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:10:42.531995 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d75a29e6-1eab-4f5f-acbb-e9e4bec42a4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:42.578644 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d75a29e6-1eab-4f5f-acbb-e9e4bec42a4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:42.583559 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device 995a78de-9f13-4e69-8040-c08fd2be9c54 up at agent hyperv_hv-cinder-79751 {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:10:42.632043 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea159abd-f394-455d-aed2-0cdb206a3fb5 req-dc97bac7-06a3-431b-a7e0-61d4382846f1 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:42.633497 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ea159abd-f394-455d-aed2-0cdb206a3fb5 req-dc97bac7-06a3-431b-a7e0-61d4382846f1 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] 10.222.0.47 "GET /v2.0/ports?device_id=02d77fc0-f912-4d3c-bbc7-7c7a138fc46a HTTP/1.1" status: 200 len: 949 time: 0.1168475 Jun 23 10:10:42.675597 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ea159abd-f394-455d-aed2-0cdb206a3fb5 req-8db51d7e-5329-44db-a4c2-702e9f40135c tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c5da19a-19c3-43d4-bec4-3972589810b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358243 Jun 23 10:10:42.709187 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Provisioning for port 995a78de-9f13-4e69-8040-c08fd2be9c54 completed by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:10:42.713747 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Provisioning complete for port 995a78de-9f13-4e69-8040-c08fd2be9c54 triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:10:42.714296 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:42.739311 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d75a29e6-1eab-4f5f-acbb-e9e4bec42a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:42.742020 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d75a29e6-1eab-4f5f-acbb-e9e4bec42a4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:42.746144 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-d75a29e6-1eab-4f5f-acbb-e9e4bec42a4f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/19ef7330-e98d-4e01-937b-1e8da4fab7ac HTTP/1.1" status: 204 len: 168 time: 0.2924311 Jun 23 10:10:42.746144 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:10:42.752745 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75a29e6-1eab-4f5f-acbb-e9e4bec42a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ef7330-e98d-4e01-937b-1e8da4fab7ac,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:10:42.755473 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-d75a29e6-1eab-4f5f-acbb-e9e4bec42a4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:10:42.811602 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:42.842397 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port 995a78de-9f13-4e69-8040-c08fd2be9c54, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=995a78de-9f13-4e69-8040-c08fd2be9c54,segment=NetworkSegment(2b1ec84d-3b8e-4fa0-9931-bc956fb8a586),segment_id=2b1ec84d-3b8e-4fa0-9931-bc956fb8a586)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:10:42.966821 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:42.968601 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:10:43.009469 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02d77fc0-f912-4d3c-bbc7-7c7a138fc46a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '995a78de-9f13-4e69-8040-c08fd2be9c54'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:10:43.012365 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e06d9dce5bc2bce6c931562da1c36027cbf4e574fb667469159d94052b32a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-636c8e45-3219-4e37-abe6-02d0f4414278" -d '{"events": [{"server_uuid": "02d77fc0-f912-4d3c-bbc7-7c7a138fc46a", "name": "network-vif-plugged", "status": "completed", "tag": "995a78de-9f13-4e69-8040-c08fd2be9c54"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:10:43.018766 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Pushing event updated for resources: {'Port': ['ID=995a78de-9f13-4e69-8040-c08fd2be9c54,revision_number=5']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:10:43.022423 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:10:43.051746 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 10:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce57b0d-74e5-466b-a3e8-f510fe21081f x-openstack-request-id: req-fce57b0d-74e5-466b-a3e8-f510fe21081f {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:10:43.052041 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02d77fc0-f912-4d3c-bbc7-7c7a138fc46a", "name": "network-vif-plugged", "status": "completed", "tag": "995a78de-9f13-4e69-8040-c08fd2be9c54", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:10:43.052297 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fce57b0d-74e5-466b-a3e8-f510fe21081f {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:10:43.052687 dv-cinder-797510-1-iscsi neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02d77fc0-f912-4d3c-bbc7-7c7a138fc46a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '995a78de-9f13-4e69-8040-c08fd2be9c54', 'code': 200} Jun 23 10:10:43.367199 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5f2f9-d000-496f-a019-7312cf64ff3e req-e91aca8a-1de9-4270-a104-ec68c637be2a tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:43.368691 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b8d5f2f9-d000-496f-a019-7312cf64ff3e req-e91aca8a-1de9-4270-a104-ec68c637be2a tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e328a08-8e8c-437e-8e5f-2468edc6383a HTTP/1.1" status: 200 len: 946 time: 0.0761604 Jun 23 10:10:43.437162 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b8d5f2f9-d000-496f-a019-7312cf64ff3e req-fb86c918-26f0-4d0e-b24f-c792410d91d0 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/security-groups?id=d03fb2df-82a8-4d55-8926-e64f6f2b2204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619354 Jun 23 10:10:43.454907 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aeb26b-1be3-4431-b8fa-01cfa37a8cd0 req-f5de2fa5-a471-4e3e-86c0-be18a2ad184a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:43.456452 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f5aeb26b-1be3-4431-b8fa-01cfa37a8cd0 req-f5de2fa5-a471-4e3e-86c0-be18a2ad184a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=02d77fc0-f912-4d3c-bbc7-7c7a138fc46a HTTP/1.1" status: 200 len: 1103 time: 0.0826242 Jun 23 10:10:43.529869 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f5aeb26b-1be3-4431-b8fa-01cfa37a8cd0 req-8a135f30-8dd1-46f7-8a4a-e2f2276dc9f1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6c5da19a-19c3-43d4-bec4-3972589810b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618298 Jun 23 10:10:43.685473 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a02d8f-1252-4ae3-b9e1-054f7dd9e68f req-c74efb45-25a7-47bd-aff3-eab7dc763537 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:43.686933 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-51a02d8f-1252-4ae3-b9e1-054f7dd9e68f req-c74efb45-25a7-47bd-aff3-eab7dc763537 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 943 time: 0.0624378 Jun 23 10:10:43.726215 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-51a02d8f-1252-4ae3-b9e1-054f7dd9e68f req-69147d26-4e1f-4388-a50b-c53a789811c5 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334136 Jun 23 10:10:43.806768 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 36460) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:10:43.859280 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c94ef-e09d-46c0-87dc-cb8d9b77863d req-03862cb0-2c24-43b2-9218-cfb62521f085 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:43.860776 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ce3c94ef-e09d-46c0-87dc-cb8d9b77863d req-03862cb0-2c24-43b2-9218-cfb62521f085 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] 10.222.0.47 "GET /v2.0/ports?device_id=02d77fc0-f912-4d3c-bbc7-7c7a138fc46a HTTP/1.1" status: 200 len: 950 time: 0.0679622 Jun 23 10:10:43.899359 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ce3c94ef-e09d-46c0-87dc-cb8d9b77863d req-629df45f-1b13-4341-9887-d342f86075f2 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c5da19a-19c3-43d4-bec4-3972589810b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331407 Jun 23 10:10:43.907544 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [None req-942df8fd-0b3e-4c45-a347-7065ec86e08d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1671594073-network', 'tenant_id': 'bd24df5f65c04e53863ccbfd447a03a0'}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:10:44.078610 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-942df8fd-0b3e-4c45-a347-7065ec86e08d admin admin] Made reservation on behalf of bd24df5f65c04e53863ccbfd447a03a0 for: {'network': 1} {{(pid=93710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:10:44.080884 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-942df8fd-0b3e-4c45-a347-7065ec86e08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for network, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:44.312228 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-942df8fd-0b3e-4c45-a347-7065ec86e08d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:44.396173 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-942df8fd-0b3e-4c45-a347-7065ec86e08d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:44.464077 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-942df8fd-0b3e-4c45-a347-7065ec86e08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:44.467163 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-6949c709-13f6-4466-955e-4f348fa5db50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:10:44.491203 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-942df8fd-0b3e-4c45-a347-7065ec86e08d admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=93710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 10:10:44.496789 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942df8fd-0b3e-4c45-a347-7065ec86e08d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041c3a61-5603-48a0-bd35-5c7095f438f3,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:10:44.500227 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-942df8fd-0b3e-4c45-a347-7065ec86e08d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:10:44.504155 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-942df8fd-0b3e-4c45-a347-7065ec86e08d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-523806'] for segment, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:44.504365 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.db.segments_db [None req-942df8fd-0b3e-4c45-a347-7065ec86e08d admin admin] Added segment ce09e72f-ccdb-4fbd-8864-2bdc76ee721c of type vlan for network 696f9b4c-a752-4f9c-82c1-4f3043da4d6a Jun 23 10:10:44.542978 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-942df8fd-0b3e-4c45-a347-7065ec86e08d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731988267798'] for network, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:44.632787 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-942df8fd-0b3e-4c45-a347-7065ec86e08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-193570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976'] for network, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:44.634216 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-942df8fd-0b3e-4c45-a347-7065ec86e08d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:44.634890 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-942df8fd-0b3e-4c45-a347-7065ec86e08d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for network, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:44.638806 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-89b5bc42-5ffb-4724-93e5-bc252be2ba84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:10:44.697320 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942df8fd-0b3e-4c45-a347-7065ec86e08d admin admin] Pushing event updated for resources: {'Network': ['ID=696f9b4c-a752-4f9c-82c1-4f3043da4d6a,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:10:44.700040 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-942df8fd-0b3e-4c45-a347-7065ec86e08d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:10:44.707765 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Network 696f9b4c-a752-4f9c-82c1-4f3043da4d6a details requested by agent ovs-agent-dv-cinder-797510-1-iscsi with host dv-cinder-797510-1-iscsi {{(pid=93712) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 10:10:44.768816 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-942df8fd-0b3e-4c45-a347-7065ec86e08d admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9605792 Jun 23 10:10:44.771548 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 36472) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:10:44.778160 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [None req-5452d6e8-f120-4c18-8ae7-89aa907263fc admin admin] Request body: {'subnet': {'network_id': '696f9b4c-a752-4f9c-82c1-4f3043da4d6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1671594073-subnet', 'tenant_id': 'bd24df5f65c04e53863ccbfd447a03a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:10:44.904174 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5452d6e8-f120-4c18-8ae7-89aa907263fc admin admin] Made reservation on behalf of bd24df5f65c04e53863ccbfd447a03a0 for: {'subnet': 1} {{(pid=93710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:10:44.906518 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5452d6e8-f120-4c18-8ae7-89aa907263fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33311373'] for subnet, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:44.915598 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c4428-ada0-420f-95e5-9f2b3db75e60 req-e88d449b-3204-4a94-83a6-52cf04574414 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:44.917694 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-107c4428-ada0-420f-95e5-9f2b3db75e60 req-e88d449b-3204-4a94-83a6-52cf04574414 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 943 time: 0.0637712 Jun 23 10:10:44.956303 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-107c4428-ada0-420f-95e5-9f2b3db75e60 req-0ef5fcfa-a768-4d5a-8b1d-d4a903f3a8af tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329103 Jun 23 10:10:45.078515 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd481d2-1870-4d6c-958e-025353890426 req-a3d218a3-df87-4160-9d9c-905699d6e91a tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:45.080158 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ebd481d2-1870-4d6c-958e-025353890426 req-a3d218a3-df87-4160-9d9c-905699d6e91a tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] 10.222.0.47 "GET /v2.0/ports?device_id=02d77fc0-f912-4d3c-bbc7-7c7a138fc46a HTTP/1.1" status: 200 len: 950 time: 0.0676999 Jun 23 10:10:45.121293 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ebd481d2-1870-4d6c-958e-025353890426 req-1f80ebb8-d1b1-48e8-9e1e-c527453cba97 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c5da19a-19c3-43d4-bec4-3972589810b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345333 Jun 23 10:10:45.149797 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5452d6e8-f120-4c18-8ae7-89aa907263fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31905168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33311391'] for subnet, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:45.153738 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-78dcc58a-b47c-41dd-992d-f2082b73ba80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:10:45.212486 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5452d6e8-f120-4c18-8ae7-89aa907263fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8d00fb4-2eb3-4fce-bc4c-62b3c74d11ea,revision_number=0']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:10:45.215567 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-5452d6e8-f120-4c18-8ae7-89aa907263fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:10:45.224770 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5452d6e8-f120-4c18-8ae7-89aa907263fc admin admin] Checking segment: {'id': 'ce09e72f-ccdb-4fbd-8864-2bdc76ee721c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '696f9b4c-a752-4f9c-82c1-4f3043da4d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:10:45.225129 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5452d6e8-f120-4c18-8ae7-89aa907263fc admin admin] Network hostable DHCP agents. Network: 696f9b4c-a752-4f9c-82c1-4f3043da4d6a, hostable agents: ['676dd52a-94e8-4a4d-a39c-76e96eb0afdc'], hosted agents: [] {{(pid=93710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 10:10:45.332573 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5452d6e8-f120-4c18-8ae7-89aa907263fc admin admin] Network 696f9b4c-a752-4f9c-82c1-4f3043da4d6a is scheduled to be hosted by DHCP agent 676dd52a-94e8-4a4d-a39c-76e96eb0afdc with binding_index 1 {{(pid=93710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 10:10:45.467227 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.base_scheduler [None req-5452d6e8-f120-4c18-8ae7-89aa907263fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797510-1-iscsi, 696f9b4c-a752-4f9c-82c1-4f3043da4d6a) {{(pid=93710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:10:45.471170 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5452d6e8-f120-4c18-8ae7-89aa907263fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:45.471961 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5452d6e8-f120-4c18-8ae7-89aa907263fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for subnet, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:45.476276 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61e57d9-5a9f-4fe7-912a-2a353fe65756 None None] Network 696f9b4c-a752-4f9c-82c1-4f3043da4d6a requested from dv-cinder-797510-1-iscsi {{(pid=93712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 10:10:45.577214 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-5452d6e8-f120-4c18-8ae7-89aa907263fc admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8041544 Jun 23 10:10:45.731899 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c3c8b5-c094-47d4-be42-18603b1dc37b None None] Network 696f9b4c-a752-4f9c-82c1-4f3043da4d6a requested from dv-cinder-797510-1-iscsi {{(pid=93712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 10:10:45.855549 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85568486-61c2-4c63-8f4c-aa7d70732f0c req-d37ecdc1-3c71-43d7-a3df-4bd618544e11 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:45.857027 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-85568486-61c2-4c63-8f4c-aa7d70732f0c req-d37ecdc1-3c71-43d7-a3df-4bd618544e11 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] 10.222.0.47 "GET /v2.0/ports?device_id=02d77fc0-f912-4d3c-bbc7-7c7a138fc46a HTTP/1.1" status: 200 len: 950 time: 0.0643814 Jun 23 10:10:45.893897 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-85568486-61c2-4c63-8f4c-aa7d70732f0c req-0c438bc6-d95e-4df4-9f28-f81324e4935a tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c5da19a-19c3-43d4-bec4-3972589810b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312531 Jun 23 10:10:46.153199 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae997e-f887-4267-9dab-9481072c1fa5 req-7e9e429e-5f14-44f7-8924-e4c0988c4766 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:46.154837 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-44ae997e-f887-4267-9dab-9481072c1fa5 req-7e9e429e-5f14-44f7-8924-e4c0988c4766 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 943 time: 0.0628173 Jun 23 10:10:46.193422 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-44ae997e-f887-4267-9dab-9481072c1fa5 req-3fd75eaa-18ea-412e-aaa2-22a2a9c0ec96 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325465 Jun 23 10:10:46.592375 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device 948a5d09-b86f-4c35-a210-cfe6639fba0f details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=93712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 10:10:46.687555 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port 948a5d09-b86f-4c35-a210-cfe6639fba0f, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=948a5d09-b86f-4c35-a210-cfe6639fba0f,segment=NetworkSegment(06137ac4-b337-46f2-b6d6-d631ec2de296),segment_id=06137ac4-b337-46f2-b6d6-d631ec2de296)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:10:46.700116 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Returning: {'device': '948a5d09-b86f-4c35-a210-cfe6639fba0f', 'network_id': '2c358830-fde0-4aa0-a28c-3a7712f5e2f9', 'port_id': '948a5d09-b86f-4c35-a210-cfe6639fba0f', 'mac_address': 'fa:16:3e:fe:65:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdba8eb6-d4a0-4adb-b53b-76f5eb8c1c27', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 10:10:46.737366 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:46.750406 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 948a5d09-b86f-4c35-a210-cfe6639fba0f {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 10:10:46.772222 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port 948a5d09-b86f-4c35-a210-cfe6639fba0f, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=948a5d09-b86f-4c35-a210-cfe6639fba0f,segment=NetworkSegment(06137ac4-b337-46f2-b6d6-d631ec2de296),segment_id=06137ac4-b337-46f2-b6d6-d631ec2de296)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:10:46.918937 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:46.920711 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:10:46.965628 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Pushing event updated for resources: {'Port': ['ID=948a5d09-b86f-4c35-a210-cfe6639fba0f,revision_number=9']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:10:46.968734 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:10:47.323634 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ed043-0bf1-4ed8-977b-5fc9ef131594 req-6d16a102-6989-4430-afe7-ecbc4f52b407 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:47.325097 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-3e6ed043-0bf1-4ed8-977b-5fc9ef131594 req-6d16a102-6989-4430-afe7-ecbc4f52b407 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] 10.222.0.47 "GET /v2.0/ports?device_id=02d77fc0-f912-4d3c-bbc7-7c7a138fc46a HTTP/1.1" status: 200 len: 950 time: 0.3216767 Jun 23 10:10:47.355226 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] get_ports_and_sgs() called for port_ids ['948a5d09-b86f-4c35-a210-cfe6639fba0f'] {{(pid=93712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 10:10:47.397426 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-3e6ed043-0bf1-4ed8-977b-5fc9ef131594 req-8e1c3e6e-e149-4d81-a513-b352f44d9159 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] 10.222.0.47 "GET /v2.0/security-groups?id=6c5da19a-19c3-43d4-bec4-3972589810b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629084 Jun 23 10:10:47.420019 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d39485-c643-4c82-9bc1-4e4aaf54db38 req-28caf042-78d4-4cd9-bfb9-23bd06485a8e tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:47.421635 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f6d39485-c643-4c82-9bc1-4e4aaf54db38 req-28caf042-78d4-4cd9-bfb9-23bd06485a8e tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 944 time: 0.0956681 Jun 23 10:10:47.511962 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f6d39485-c643-4c82-9bc1-4e4aaf54db38 req-1a395eb1-19ce-4d39-a423-4e5879c557bb tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838912 Jun 23 10:10:47.536987 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce163221-66b1-419b-a73b-e2ebe32e5412 req-c59a9d5b-53f8-4a06-8d66-79553bbf9b85 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:47.538399 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ce163221-66b1-419b-a73b-e2ebe32e5412 req-c59a9d5b-53f8-4a06-8d66-79553bbf9b85 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] 10.222.0.52 "GET /v2.0/ports?device_id=02d77fc0-f912-4d3c-bbc7-7c7a138fc46a HTTP/1.1" status: 200 len: 950 time: 0.0814428 Jun 23 10:10:47.643292 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-ce163221-66b1-419b-a73b-e2ebe32e5412 req-835de32e-f978-4f8b-8e22-a72c0e13c414 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] Deleting port 995a78de-9f13-4e69-8040-c08fd2be9c54 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:10:47.643631 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ce163221-66b1-419b-a73b-e2ebe32e5412 req-835de32e-f978-4f8b-8e22-a72c0e13c414 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:47.733043 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-ce163221-66b1-419b-a73b-e2ebe32e5412 req-835de32e-f978-4f8b-8e22-a72c0e13c414 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] For port 995a78de-9f13-4e69-8040-c08fd2be9c54, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=995a78de-9f13-4e69-8040-c08fd2be9c54,segment=NetworkSegment(2b1ec84d-3b8e-4fa0-9931-bc956fb8a586),segment_id=2b1ec84d-3b8e-4fa0-9931-bc956fb8a586)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:10:47.733396 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ce163221-66b1-419b-a73b-e2ebe32e5412 req-835de32e-f978-4f8b-8e22-a72c0e13c414 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:47.745565 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-ce163221-66b1-419b-a73b-e2ebe32e5412 req-835de32e-f978-4f8b-8e22-a72c0e13c414 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] Calling delete_port for 995a78de-9f13-4e69-8040-c08fd2be9c54 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:10:47.918765 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d8574cfc-eff0-441c-af45-38bc83a713b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:47.943593 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ce163221-66b1-419b-a73b-e2ebe32e5412 req-835de32e-f978-4f8b-8e22-a72c0e13c414 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33311619'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:47.947279 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-45db70bd-8d00-47e1-bddb-0ee24ea2608f tempest-VolumesActionsTest-1558964330 tempest-VolumesActionsTest-1558964330-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:10:47.977927 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835de32e-f978-4f8b-8e22-a72c0e13c414 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] Pushing event deleted for resources: {'Port': ['ID=995a78de-9f13-4e69-8040-c08fd2be9c54,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:10:47.982399 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-835de32e-f978-4f8b-8e22-a72c0e13c414 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:10:48.029018 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce163221-66b1-419b-a73b-e2ebe32e5412 req-835de32e-f978-4f8b-8e22-a72c0e13c414 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] No DVR routers for this DVR port 995a78de-9f13-4e69-8040-c08fd2be9c54 on host hv-cinder-79751 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 10:10:48.031517 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-ce163221-66b1-419b-a73b-e2ebe32e5412 req-835de32e-f978-4f8b-8e22-a72c0e13c414 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:48.033527 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ce163221-66b1-419b-a73b-e2ebe32e5412 req-835de32e-f978-4f8b-8e22-a72c0e13c414 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] 10.222.0.52 "DELETE /v2.0/ports/995a78de-9f13-4e69-8040-c08fd2be9c54 HTTP/1.1" status: 204 len: 173 time: 0.4883265 Jun 23 10:10:48.034022 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02d77fc0-f912-4d3c-bbc7-7c7a138fc46a', 'name': 'network-vif-deleted', 'tag': '995a78de-9f13-4e69-8040-c08fd2be9c54'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:10:48.036408 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404634ef6dbf53e9c182992e714e82192e1d0d35f5c652938e4b1e64141411fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07c5b1d-dfdf-478c-8d46-28387c329159" -d '{"events": [{"server_uuid": "02d77fc0-f912-4d3c-bbc7-7c7a138fc46a", "name": "network-vif-deleted", "tag": "995a78de-9f13-4e69-8040-c08fd2be9c54"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:10:48.079856 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 10:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1349d353-48c6-4184-b6d9-43afd022a795 x-openstack-request-id: req-1349d353-48c6-4184-b6d9-43afd022a795 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:10:48.080164 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02d77fc0-f912-4d3c-bbc7-7c7a138fc46a", "name": "network-vif-deleted", "tag": "995a78de-9f13-4e69-8040-c08fd2be9c54", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:10:48.081061 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1349d353-48c6-4184-b6d9-43afd022a795 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:10:48.081565 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02d77fc0-f912-4d3c-bbc7-7c7a138fc46a', 'name': 'network-vif-deleted', 'tag': '995a78de-9f13-4e69-8040-c08fd2be9c54', 'status': 'completed', 'code': 200} Jun 23 10:10:48.290708 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] get_ports_and_sgs() called for port_ids ['995a78de-9f13-4e69-8040-c08fd2be9c54'] {{(pid=93712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 10:10:48.325290 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653aac8-a40c-4831-9dc3-0f7ffa948d71 req-541e88d2-64ed-4b58-99b0-b0eec389200d tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:48.326804 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5653aac8-a40c-4831-9dc3-0f7ffa948d71 req-541e88d2-64ed-4b58-99b0-b0eec389200d tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.47 "GET /v2.0/networks?id=696f9b4c-a752-4f9c-82c1-4f3043da4d6a HTTP/1.1" status: 200 len: 814 time: 0.1064715 Jun 23 10:10:48.341561 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5653aac8-a40c-4831-9dc3-0f7ffa948d71 req-627bde8d-5028-4a65-b6ab-9e9cb1c5ecc2 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.47 "GET /v2.0/quotas/bd24df5f65c04e53863ccbfd447a03a0 HTTP/1.1" status: 200 len: 375 time: 0.0091629 Jun 23 10:10:48.375342 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5653aac8-a40c-4831-9dc3-0f7ffa948d71 req-f1334d2b-d02a-433c-bdaf-41770260a8a7 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=bd24df5f65c04e53863ccbfd447a03a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289412 Jun 23 10:10:48.484272 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5653aac8-a40c-4831-9dc3-0f7ffa948d71 req-6bddc1f9-6ad7-4a16-a28c-1195bfc7d0e3 service neutron] 10.222.0.47 "GET /v2.0/networks/696f9b4c-a752-4f9c-82c1-4f3043da4d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020730 Jun 23 10:10:48.597147 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1f50952a-9dbe-48f5-bc13-e6fcf54e760d req-03ca1b70-751a-4c84-8b64-813d69a24452 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] 10.222.0.47 "GET /v2.0/ports?device_id=02d77fc0-f912-4d3c-bbc7-7c7a138fc46a HTTP/1.1" status: 200 len: 210 time: 0.0380986 Jun 23 10:10:48.611719 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device 948a5d09-b86f-4c35-a210-cfe6639fba0f up at agent hyperv_hv-cinder-79751 {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:10:48.614934 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5653aac8-a40c-4831-9dc3-0f7ffa948d71 req-f235b5e0-5f7f-4310-a5b9-ed648809c9d0 service neutron] 10.222.0.47 "GET /v2.0/networks/696f9b4c-a752-4f9c-82c1-4f3043da4d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158426 Jun 23 10:10:48.670405 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Provisioning complete for port 948a5d09-b86f-4c35-a210-cfe6639fba0f triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:10:48.670881 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:48.746385 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:48.768337 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ea1b32-5d2f-4a0a-bd07-acd308be4a08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '948a5d09-b86f-4c35-a210-cfe6639fba0f'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:10:48.770599 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e06d9dce5bc2bce6c931562da1c36027cbf4e574fb667469159d94052b32a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91505f0-ca4f-409e-a30f-1b4e6b0b8e05" -d '{"events": [{"server_uuid": "17ea1b32-5d2f-4a0a-bd07-acd308be4a08", "name": "network-vif-plugged", "status": "completed", "tag": "948a5d09-b86f-4c35-a210-cfe6639fba0f"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:10:48.785763 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port 948a5d09-b86f-4c35-a210-cfe6639fba0f, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=948a5d09-b86f-4c35-a210-cfe6639fba0f,segment=NetworkSegment(06137ac4-b337-46f2-b6d6-d631ec2de296),segment_id=06137ac4-b337-46f2-b6d6-d631ec2de296)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:10:48.873460 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:48.874541 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device 995a78de-9f13-4e69-8040-c08fd2be9c54 no longer exists at agent hyperv_hv-cinder-79751 {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 10:10:48.899447 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:10:48.902831 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] No Port match for: 995a78de-9f13-4e69-8040-c08fd2be9c54 {{(pid=93712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 10:10:48.903564 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device 995a78de-9f13-4e69-8040-c08fd2be9c54 not bound to the agent host hv-cinder-79751 {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 10:10:48.948196 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Pushing event updated for resources: {'Port': ['ID=948a5d09-b86f-4c35-a210-cfe6639fba0f,revision_number=10']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:10:48.957578 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:10:48.999109 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20746d-e33e-4649-bb9d-308a3ab05197 req-f0a5f7e7-9e4c-4a65-9f54-663c9e840e1b tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:48.999941 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9c20746d-e33e-4649-bb9d-308a3ab05197 req-f0a5f7e7-9e4c-4a65-9f54-663c9e840e1b tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 946 time: 0.0682790 Jun 23 10:10:49.037859 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9c20746d-e33e-4649-bb9d-308a3ab05197 req-ad83c0c6-9058-476f-8358-32e70f328e9b tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323663 Jun 23 10:10:49.089678 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 10:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d143e6-52dd-4669-97e5-8438fc780411 x-openstack-request-id: req-e5d143e6-52dd-4669-97e5-8438fc780411 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:10:49.089974 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17ea1b32-5d2f-4a0a-bd07-acd308be4a08", "name": "network-vif-plugged", "status": "completed", "tag": "948a5d09-b86f-4c35-a210-cfe6639fba0f", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:10:49.091489 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e5d143e6-52dd-4669-97e5-8438fc780411 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:10:49.091489 dv-cinder-797510-1-iscsi neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ea1b32-5d2f-4a0a-bd07-acd308be4a08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '948a5d09-b86f-4c35-a210-cfe6639fba0f', 'code': 200} Jun 23 10:10:49.145724 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-2d697648-5d9d-4749-b6ec-899bfaac7587 req-db379130-7079-48b6-afee-413ae39ceef1 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.47 "GET /v2.0/ports?device_id=3892e053-7b46-4a16-8b9a-9084330dfc17 HTTP/1.1" status: 200 len: 210 time: 0.0291872 Jun 23 10:10:49.356869 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48156863-5386-40f0-b287-e4f0febecf30 req-654a6194-23aa-4d9b-8c91-efe504ff283f tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:49.358338 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-48156863-5386-40f0-b287-e4f0febecf30 req-654a6194-23aa-4d9b-8c91-efe504ff283f tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 945 time: 0.0687733 Jun 23 10:10:49.397287 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-48156863-5386-40f0-b287-e4f0febecf30 req-0dfe5350-9d59-497a-9f16-4f7537d518e9 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329981 Jun 23 10:10:49.891238 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b98da2-47c5-424c-a42f-6e6574b630d6 req-294f6638-8534-43df-bb33-033862005e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:49.892722 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-99b98da2-47c5-424c-a42f-6e6574b630d6 req-294f6638-8534-43df-bb33-033862005e9f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 1099 time: 0.0523973 Jun 23 10:10:49.934807 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-99b98da2-47c5-424c-a42f-6e6574b630d6 req-622e71af-98f1-4b8d-b9f6-b67b64768957 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286269 Jun 23 10:10:50.296518 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-cefdb9bf-8bcb-477b-ba95-ded37718a66f req-25ced9e6-20d6-4d6e-8ad4-9faba3dcc373 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.47 "GET /v2.0/ports?device_id=3892e053-7b46-4a16-8b9a-9084330dfc17 HTTP/1.1" status: 200 len: 210 time: 0.0323770 Jun 23 10:10:50.326551 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e5c5e-832a-44b3-a0b8-7f40a6f7f77d req-9d37bbc5-23e3-471e-9481-587545636a43 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:50.327980 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-541e5c5e-832a-44b3-a0b8-7f40a6f7f77d req-9d37bbc5-23e3-471e-9481-587545636a43 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 946 time: 0.1717248 Jun 23 10:10:50.366704 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-541e5c5e-832a-44b3-a0b8-7f40a6f7f77d req-80c8f08a-f96a-448e-8c0a-af5d6f6c3688 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328579 Jun 23 10:10:50.480846 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1274bbd8-8ff2-4413-9db1-39c6c5ee8814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:50.580074 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2563ae-c9c0-4b4c-9152-e6cd4b97f320 req-656d2b07-458d-4720-b20f-05a99757a0f8 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:50.581552 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-fc2563ae-c9c0-4b4c-9152-e6cd4b97f320 req-656d2b07-458d-4720-b20f-05a99757a0f8 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 945 time: 0.0661607 Jun 23 10:10:50.604109 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:50.636796 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-fc2563ae-c9c0-4b4c-9152-e6cd4b97f320 req-05e271fb-4f02-40ec-9a35-fd0e9926864d tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483968 Jun 23 10:10:51.436613 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-8215d710-300f-43c3-9f44-0b30f6e359f6 req-4cef3e0c-6324-4ac4-a5e8-bc7633868399 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.47 "GET /v2.0/ports?device_id=3892e053-7b46-4a16-8b9a-9084330dfc17 HTTP/1.1" status: 200 len: 210 time: 0.0314016 Jun 23 10:10:51.524079 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-549d35a9-2eb0-42c6-a322-a779b3edc54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:51.555446 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca98d0b-aa96-4856-b977-4da9344e2f7d req-625ebe17-de0c-494c-a12c-0a69ae8fb0e1 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:51.557546 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-dca98d0b-aa96-4856-b977-4da9344e2f7d req-625ebe17-de0c-494c-a12c-0a69ae8fb0e1 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 946 time: 0.0697575 Jun 23 10:10:51.598344 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-dca98d0b-aa96-4856-b977-4da9344e2f7d req-ae6becc6-ed78-44bb-aa2d-6d16d4704d82 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345297 Jun 23 10:10:51.818582 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085530cd-ed3e-4d72-81f1-3a82ea534466 req-cdce3231-853f-482d-85cb-42f72730ccd8 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:51.820093 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-085530cd-ed3e-4d72-81f1-3a82ea534466 req-cdce3231-853f-482d-85cb-42f72730ccd8 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 945 time: 0.0796747 Jun 23 10:10:51.856743 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-085530cd-ed3e-4d72-81f1-3a82ea534466 req-968b3f2f-6261-4b8d-8477-e5adb5f6709c tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309565 Jun 23 10:10:52.037532 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653aac8-a40c-4831-9dc3-0f7ffa948d71 req-10455e03-4c55-4a45-bea2-853c35675783 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:52.039110 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5653aac8-a40c-4831-9dc3-0f7ffa948d71 req-10455e03-4c55-4a45-bea2-853c35675783 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.52 "GET /v2.0/networks?id=696f9b4c-a752-4f9c-82c1-4f3043da4d6a HTTP/1.1" status: 200 len: 814 time: 0.1040826 Jun 23 10:10:52.053850 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [req-5653aac8-a40c-4831-9dc3-0f7ffa948d71 req-a07c8a7e-2c6e-4ca1-9f45-0006a582bb3f tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Request body: {'port': {'device_id': '3892e053-7b46-4a16-8b9a-9084330dfc17', 'network_id': '696f9b4c-a752-4f9c-82c1-4f3043da4d6a', 'admin_state_up': True, 'tenant_id': 'bd24df5f65c04e53863ccbfd447a03a0'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:10:52.315667 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5653aac8-a40c-4831-9dc3-0f7ffa948d71 req-a07c8a7e-2c6e-4ca1-9f45-0006a582bb3f tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Made reservation on behalf of bd24df5f65c04e53863ccbfd447a03a0 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:10:52.319397 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5653aac8-a40c-4831-9dc3-0f7ffa948d71 req-a07c8a7e-2c6e-4ca1-9f45-0006a582bb3f tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:52.450376 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-5653aac8-a40c-4831-9dc3-0f7ffa948d71 req-a07c8a7e-2c6e-4ca1-9f45-0006a582bb3f tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Allocated IP 172.20.0.5 (696f9b4c-a752-4f9c-82c1-4f3043da4d6a/c8d00fb4-2eb3-4fce-bc4c-62b3c74d11ea/01a03404-1ae8-40dd-862c-7226e007647b) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 10:10:52.607290 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e50ca01f-ae3e-4dbb-a810-0d0dcffc7980 req-107c0f54-db13-400c-b08e-52730bd5015f tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.47 "GET /v2.0/ports?device_id=3892e053-7b46-4a16-8b9a-9084330dfc17 HTTP/1.1" status: 200 len: 210 time: 0.0470073 Jun 23 10:10:52.662676 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5653aac8-a40c-4831-9dc3-0f7ffa948d71 req-a07c8a7e-2c6e-4ca1-9f45-0006a582bb3f tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:52.671761 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f2a89-f5f5-4c4b-bac5-caa45306f24b req-a153e745-2209-410a-ad11-775fd06577ca tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:52.674097 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-273f2a89-f5f5-4c4b-bac5-caa45306f24b req-a153e745-2209-410a-ad11-775fd06577ca tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.52 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 945 time: 0.0970039 Jun 23 10:10:52.804472 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5653aac8-a40c-4831-9dc3-0f7ffa948d71 req-a07c8a7e-2c6e-4ca1-9f45-0006a582bb3f tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-600500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731988247197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33311642'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:52.816332 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-f580e572-0a9c-43f2-bf55-101dde84693c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:10:52.820804 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [req-273f2a89-f5f5-4c4b-bac5-caa45306f24b req-c08305bd-0838-4a2a-ade4-b593219e11a4 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Deleting port b48601c6-b884-4ee6-a83f-132657a14566 {{(pid=93710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:10:52.821745 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-273f2a89-f5f5-4c4b-bac5-caa45306f24b req-c08305bd-0838-4a2a-ade4-b593219e11a4 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:52.852755 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5653aac8-a40c-4831-9dc3-0f7ffa948d71 req-a07c8a7e-2c6e-4ca1-9f45-0006a582bb3f tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Network 696f9b4c-a752-4f9c-82c1-4f3043da4d6a is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:10:52.858993 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-5653aac8-a40c-4831-9dc3-0f7ffa948d71 req-a07c8a7e-2c6e-4ca1-9f45-0006a582bb3f tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:10:52.867236 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-5653aac8-a40c-4831-9dc3-0f7ffa948d71 req-a07c8a7e-2c6e-4ca1-9f45-0006a582bb3f tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 10:10:52.898411 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81cb639-a1ec-456b-9ec4-1431ee8b4058 req-390b781f-de6e-4d28-9826-b673893c427c tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:52.906010 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b81cb639-a1ec-456b-9ec4-1431ee8b4058 req-390b781f-de6e-4d28-9826-b673893c427c tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 946 time: 0.1571050 Jun 23 10:10:52.934065 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.db [req-273f2a89-f5f5-4c4b-bac5-caa45306f24b req-c08305bd-0838-4a2a-ade4-b593219e11a4 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] For port b48601c6-b884-4ee6-a83f-132657a14566, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=b48601c6-b884-4ee6-a83f-132657a14566,segment=NetworkSegment(30b190ff-d6b2-4c22-9ee0-744e98463a17),segment_id=30b190ff-d6b2-4c22-9ee0-744e98463a17)] {{(pid=93710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:10:52.934986 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-273f2a89-f5f5-4c4b-bac5-caa45306f24b req-c08305bd-0838-4a2a-ade4-b593219e11a4 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:52.939837 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c8a7e-2c6e-4ca1-9f45-0006a582bb3f tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Pushing event updated for resources: {'Port': ['ID=01a03404-1ae8-40dd-862c-7226e007647b,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:10:52.953742 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-a07c8a7e-2c6e-4ca1-9f45-0006a582bb3f tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:10:52.955185 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [req-273f2a89-f5f5-4c4b-bac5-caa45306f24b req-c08305bd-0838-4a2a-ade4-b593219e11a4 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Calling delete_port for b48601c6-b884-4ee6-a83f-132657a14566 owned by compute:nova {{(pid=93710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:10:52.972238 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b81cb639-a1ec-456b-9ec4-1431ee8b4058 req-78dcf176-7142-4390-95c4-e3c28cfa0223 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652878 Jun 23 10:10:52.986061 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653aac8-a40c-4831-9dc3-0f7ffa948d71 req-a07c8a7e-2c6e-4ca1-9f45-0006a582bb3f tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:52.986711 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5653aac8-a40c-4831-9dc3-0f7ffa948d71 req-a07c8a7e-2c6e-4ca1-9f45-0006a582bb3f tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:53.089822 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3deb9c2-8e19-4ff0-ae47-80b2dd69e325 req-d6336e25-5dcc-46d1-9ccc-0662353afbc4 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:53.091400 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a3deb9c2-8e19-4ff0-ae47-80b2dd69e325 req-d6336e25-5dcc-46d1-9ccc-0662353afbc4 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 945 time: 0.0693412 Jun 23 10:10:53.093578 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5653aac8-a40c-4831-9dc3-0f7ffa948d71 req-a07c8a7e-2c6e-4ca1-9f45-0006a582bb3f tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0434692 Jun 23 10:10:53.109239 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [req-5653aac8-a40c-4831-9dc3-0f7ffa948d71 req-ae0080e4-53a8-4bcf-ae10-dad45d85a884 service neutron] Request body: {'port': {'device_id': '3892e053-7b46-4a16-8b9a-9084330dfc17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79751'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:10:53.168530 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a3deb9c2-8e19-4ff0-ae47-80b2dd69e325 req-ccbbac98-6a4c-4f01-b92b-985d69bf2f4b tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710561 Jun 23 10:10:53.206089 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5653aac8-a40c-4831-9dc3-0f7ffa948d71 req-ae0080e4-53a8-4bcf-ae10-dad45d85a884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:53.206350 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-273f2a89-f5f5-4c4b-bac5-caa45306f24b req-c08305bd-0838-4a2a-ade4-b593219e11a4 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31904537'] for port, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:53.210223 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:10:53.222863 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] get_ports_and_sgs() called for port_ids ['d21401e9-dd04-48ca-a09d-f281becba8ee', 'b48601c6-b884-4ee6-a83f-132657a14566'] {{(pid=93712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 10:10:53.239083 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08305bd-0838-4a2a-ade4-b593219e11a4 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Pushing event deleted for resources: {'Port': ['ID=b48601c6-b884-4ee6-a83f-132657a14566,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:10:53.251872 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-c08305bd-0838-4a2a-ade4-b593219e11a4 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:10:53.309269 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.l3_dvrscheduler_db [req-273f2a89-f5f5-4c4b-bac5-caa45306f24b req-c08305bd-0838-4a2a-ade4-b593219e11a4 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] No DVR routers for this DVR port b48601c6-b884-4ee6-a83f-132657a14566 on host hv-cinder-79751 {{(pid=93710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 10:10:53.311749 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-273f2a89-f5f5-4c4b-bac5-caa45306f24b req-c08305bd-0838-4a2a-ade4-b593219e11a4 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for port, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:53.313878 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-273f2a89-f5f5-4c4b-bac5-caa45306f24b req-c08305bd-0838-4a2a-ade4-b593219e11a4 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.52 "DELETE /v2.0/ports/b48601c6-b884-4ee6-a83f-132657a14566 HTTP/1.1" status: 204 len: 173 time: 0.6260946 Jun 23 10:10:53.314373 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ab3946f-cd11-4694-803e-988f9da34052', 'name': 'network-vif-deleted', 'tag': 'b48601c6-b884-4ee6-a83f-132657a14566'}] {{(pid=93710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:10:53.317086 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476757ab5199ad7afce7410758f86ea887fce0aa64a809171aa19cb360cf7c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4730328-30bc-464e-ba13-8351aa5cc700" -d '{"events": [{"server_uuid": "5ab3946f-cd11-4694-803e-988f9da34052", "name": "network-vif-deleted", "tag": "b48601c6-b884-4ee6-a83f-132657a14566"}]}' {{(pid=93710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:10:53.356568 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 10:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba87ceff-2899-4e40-b6b2-ea8810b6a0ea x-openstack-request-id: req-ba87ceff-2899-4e40-b6b2-ea8810b6a0ea {{(pid=93710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:10:53.356890 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ab3946f-cd11-4694-803e-988f9da34052", "name": "network-vif-deleted", "tag": "b48601c6-b884-4ee6-a83f-132657a14566", "status": "completed", "code": 200}]} {{(pid=93710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:10:53.357177 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ba87ceff-2899-4e40-b6b2-ea8810b6a0ea {{(pid=93710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:10:53.357603 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ab3946f-cd11-4694-803e-988f9da34052', 'name': 'network-vif-deleted', 'tag': 'b48601c6-b884-4ee6-a83f-132657a14566', 'status': 'completed', 'code': 200} Jun 23 10:10:53.554455 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.notifiers.nova [req-5653aac8-a40c-4831-9dc3-0f7ffa948d71 req-ae0080e4-53a8-4bcf-ae10-dad45d85a884 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01a03404-1ae8-40dd-862c-7226e007647b {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 10:10:53.554455 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5653aac8-a40c-4831-9dc3-0f7ffa948d71 req-ae0080e4-53a8-4bcf-ae10-dad45d85a884 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:53.559946 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-5653aac8-a40c-4831-9dc3-0f7ffa948d71 req-ae0080e4-53a8-4bcf-ae10-dad45d85a884 service neutron] Transition to ACTIVE for port object 01a03404-1ae8-40dd-862c-7226e007647b will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:10:53.595127 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-329354e5-9e69-417d-83ab-34bb473e22da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:53.709569 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5653aac8-a40c-4831-9dc3-0f7ffa948d71 req-ae0080e4-53a8-4bcf-ae10-dad45d85a884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33311624'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:53.711878 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-850818f1-1bea-4419-ac78-2979f7ec94e5 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:10:53.801082 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0080e4-53a8-4bcf-ae10-dad45d85a884 service neutron] Pushing event updated for resources: {'Port': ['ID=01a03404-1ae8-40dd-862c-7226e007647b,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:10:53.811787 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-ae0080e4-53a8-4bcf-ae10-dad45d85a884 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:10:53.893347 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460c647-600c-408d-933a-0b09b0820c64 req-96e8c74c-7277-46a3-9df8-fcd85c670e29 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:53.894825 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-8460c647-600c-408d-933a-0b09b0820c64 req-96e8c74c-7277-46a3-9df8-fcd85c670e29 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.47 "GET /v2.0/ports?device_id=3892e053-7b46-4a16-8b9a-9084330dfc17 HTTP/1.1" status: 200 len: 943 time: 0.1581960 Jun 23 10:10:53.928140 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-5653aac8-a40c-4831-9dc3-0f7ffa948d71 req-ae0080e4-53a8-4bcf-ae10-dad45d85a884 service neutron] Attempting to bind port 01a03404-1ae8-40dd-862c-7226e007647b on host hv-cinder-79751 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 10:10:53.928565 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-5653aac8-a40c-4831-9dc3-0f7ffa948d71 req-ae0080e4-53a8-4bcf-ae10-dad45d85a884 service neutron] Attempting to bind port 01a03404-1ae8-40dd-862c-7226e007647b by drivers openvswitch,hyperv on host hv-cinder-79751 at level 0 using segments [{'id': 'ce09e72f-ccdb-4fbd-8864-2bdc76ee721c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '696f9b4c-a752-4f9c-82c1-4f3043da4d6a'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 10:10:53.928876 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5653aac8-a40c-4831-9dc3-0f7ffa948d71 req-ae0080e4-53a8-4bcf-ae10-dad45d85a884 service neutron] Attempting to bind port 01a03404-1ae8-40dd-862c-7226e007647b on network 696f9b4c-a752-4f9c-82c1-4f3043da4d6a {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:10:53.941674 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5653aac8-a40c-4831-9dc3-0f7ffa948d71 req-ae0080e4-53a8-4bcf-ae10-dad45d85a884 service neutron] Port 01a03404-1ae8-40dd-862c-7226e007647b on network 696f9b4c-a752-4f9c-82c1-4f3043da4d6a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79751 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 10:10:53.942050 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5653aac8-a40c-4831-9dc3-0f7ffa948d71 req-ae0080e4-53a8-4bcf-ae10-dad45d85a884 service neutron] Attempting to bind port 01a03404-1ae8-40dd-862c-7226e007647b on network 696f9b4c-a752-4f9c-82c1-4f3043da4d6a {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:10:53.951030 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-8460c647-600c-408d-933a-0b09b0820c64 req-cd217cd2-4132-4307-9927-2f795b58ac83 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.47 "GET /v2.0/security-groups?id=041c3a61-5603-48a0-bd35-5c7095f438f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487108 Jun 23 10:10:53.951868 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5653aac8-a40c-4831-9dc3-0f7ffa948d71 req-ae0080e4-53a8-4bcf-ae10-dad45d85a884 service neutron] Checking agent: {'id': '4f95f39b-461c-4de8-a9d2-f77a6241c1fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 10, 5, 33), 'started_at': datetime.datetime(2021, 6, 23, 10, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 10, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 10:10:53.952295 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5653aac8-a40c-4831-9dc3-0f7ffa948d71 req-ae0080e4-53a8-4bcf-ae10-dad45d85a884 service neutron] Checking segment: {'id': 'ce09e72f-ccdb-4fbd-8864-2bdc76ee721c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '696f9b4c-a752-4f9c-82c1-4f3043da4d6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:10:53.961195 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5653aac8-a40c-4831-9dc3-0f7ffa948d71 req-ae0080e4-53a8-4bcf-ae10-dad45d85a884 service neutron] Bound using segment: {'id': 'ce09e72f-ccdb-4fbd-8864-2bdc76ee721c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '696f9b4c-a752-4f9c-82c1-4f3043da4d6a'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 10:10:53.961195 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-5653aac8-a40c-4831-9dc3-0f7ffa948d71 req-ae0080e4-53a8-4bcf-ae10-dad45d85a884 service neutron] Bound port: 01a03404-1ae8-40dd-862c-7226e007647b, host: hv-cinder-79751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce09e72f-ccdb-4fbd-8864-2bdc76ee721c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '696f9b4c-a752-4f9c-82c1-4f3043da4d6a'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 10:10:53.961195 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5653aac8-a40c-4831-9dc3-0f7ffa948d71 req-ae0080e4-53a8-4bcf-ae10-dad45d85a884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:54.017759 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-5653aac8-a40c-4831-9dc3-0f7ffa948d71 req-ae0080e4-53a8-4bcf-ae10-dad45d85a884 service neutron] For port 01a03404-1ae8-40dd-862c-7226e007647b, host hv-cinder-79751, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 10:10:54.021033 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-5653aac8-a40c-4831-9dc3-0f7ffa948d71 req-ae0080e4-53a8-4bcf-ae10-dad45d85a884 service neutron] For port 01a03404-1ae8-40dd-862c-7226e007647b, host hv-cinder-79751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=01a03404-1ae8-40dd-862c-7226e007647b,segment=NetworkSegment(ce09e72f-ccdb-4fbd-8864-2bdc76ee721c),segment_id=ce09e72f-ccdb-4fbd-8864-2bdc76ee721c)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 10:10:54.078090 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.agents_db [None req-4b03355e-e743-40fc-912e-580b49e4c212 None None] Agent healthcheck: found 6 active agents {{(pid=93713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 10:10:54.097383 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5653aac8-a40c-4831-9dc3-0f7ffa948d71 req-ae0080e4-53a8-4bcf-ae10-dad45d85a884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33311624'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:54.097383 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-94b3ba90-03e2-4faf-a6ab-55b31cc38e14 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:10:54.163815 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653aac8-a40c-4831-9dc3-0f7ffa948d71 req-ae0080e4-53a8-4bcf-ae10-dad45d85a884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:54.164417 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5653aac8-a40c-4831-9dc3-0f7ffa948d71 req-ae0080e4-53a8-4bcf-ae10-dad45d85a884 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:54.165755 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5653aac8-a40c-4831-9dc3-0f7ffa948d71 req-ae0080e4-53a8-4bcf-ae10-dad45d85a884 service neutron] 10.222.0.52 "PUT /v2.0/ports/01a03404-1ae8-40dd-862c-7226e007647b HTTP/1.1" status: 200 len: 1093 time: 1.0604348 Jun 23 10:10:54.168339 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3892e053-7b46-4a16-8b9a-9084330dfc17', 'tag': '01a03404-1ae8-40dd-862c-7226e007647b'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:10:54.171373 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404634ef6dbf53e9c182992e714e82192e1d0d35f5c652938e4b1e64141411fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54b22b5-a790-49f9-b7fc-e45ef2c6f14f" -d '{"events": [{"name": "network-changed", "server_uuid": "3892e053-7b46-4a16-8b9a-9084330dfc17", "tag": "01a03404-1ae8-40dd-862c-7226e007647b"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:10:54.204424 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0080e4-53a8-4bcf-ae10-dad45d85a884 service neutron] Pushing event updated for resources: {'Port': ['ID=01a03404-1ae8-40dd-862c-7226e007647b,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:10:54.208406 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-ae0080e4-53a8-4bcf-ae10-dad45d85a884 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:10:54.212402 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 10:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9df3fd-ba5b-46c0-b701-0f17461aee17 x-openstack-request-id: req-3d9df3fd-ba5b-46c0-b701-0f17461aee17 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:10:54.213585 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3892e053-7b46-4a16-8b9a-9084330dfc17", "tag": "01a03404-1ae8-40dd-862c-7226e007647b", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:10:54.214371 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3d9df3fd-ba5b-46c0-b701-0f17461aee17 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:10:54.223126 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3892e053-7b46-4a16-8b9a-9084330dfc17', 'tag': '01a03404-1ae8-40dd-862c-7226e007647b', 'status': 'completed', 'code': 200} Jun 23 10:10:54.239605 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c22f21-ce2e-4de2-912d-02c520ac9b27 req-d7db63f9-13ab-4cd9-806b-291a62ff1497 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:54.240813 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e2c22f21-ce2e-4de2-912d-02c520ac9b27 req-d7db63f9-13ab-4cd9-806b-291a62ff1497 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 946 time: 0.1446581 Jun 23 10:10:54.333154 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e2c22f21-ce2e-4de2-912d-02c520ac9b27 req-a4b2e3f8-5629-42f6-a5ce-a0eada4da95d tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852840 Jun 23 10:10:54.364487 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f4894491-192b-4a52-8e6a-5a13cb33d561 req-6a0b547d-5282-4d9b-aed5-bcd40a364a12 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ab3946f-cd11-4694-803e-988f9da34052 HTTP/1.1" status: 200 len: 210 time: 0.0349722 Jun 23 10:10:54.374215 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b22b5-a790-49f9-b7fc-e45ef2c6f14f req-29011d43-8180-465c-a2c5-0d2483271b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:54.375442 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e54b22b5-a790-49f9-b7fc-e45ef2c6f14f req-29011d43-8180-465c-a2c5-0d2483271b65 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bd24df5f65c04e53863ccbfd447a03a0&device_id=3892e053-7b46-4a16-8b9a-9084330dfc17 HTTP/1.1" status: 200 len: 1096 time: 0.1260202 Jun 23 10:10:54.501624 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b22b5-a790-49f9-b7fc-e45ef2c6f14f req-27c00653-319f-4440-8bb9-dd92ccc4e8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:54.503185 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e54b22b5-a790-49f9-b7fc-e45ef2c6f14f req-27c00653-319f-4440-8bb9-dd92ccc4e8b9 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=bd24df5f65c04e53863ccbfd447a03a0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1053848 Jun 23 10:10:54.613118 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b22b5-a790-49f9-b7fc-e45ef2c6f14f req-87346a4f-7a72-480a-81be-381f463006b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:54.614691 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e54b22b5-a790-49f9-b7fc-e45ef2c6f14f req-87346a4f-7a72-480a-81be-381f463006b4 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0943854 Jun 23 10:10:54.712003 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653aac8-a40c-4831-9dc3-0f7ffa948d71 req-38186d32-ef6b-4306-b28b-5995d9c6c7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:54.714154 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5653aac8-a40c-4831-9dc3-0f7ffa948d71 req-38186d32-ef6b-4306-b28b-5995d9c6c7bc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bd24df5f65c04e53863ccbfd447a03a0&device_id=3892e053-7b46-4a16-8b9a-9084330dfc17 HTTP/1.1" status: 200 len: 1096 time: 0.0531170 Jun 23 10:10:54.758156 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5653aac8-a40c-4831-9dc3-0f7ffa948d71 req-da75cf99-eea8-4c62-9b9c-b4eb72c601e7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01a03404-1ae8-40dd-862c-7226e007647b HTTP/1.1" status: 200 len: 217 time: 0.0358193 Jun 23 10:10:54.812493 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653aac8-a40c-4831-9dc3-0f7ffa948d71 req-4715737b-fd85-418a-96b2-05a601a96f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:54.814025 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5653aac8-a40c-4831-9dc3-0f7ffa948d71 req-4715737b-fd85-418a-96b2-05a601a96f09 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c8d00fb4-2eb3-4fce-bc4c-62b3c74d11ea HTTP/1.1" status: 200 len: 854 time: 0.0466664 Jun 23 10:10:54.848623 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5653aac8-a40c-4831-9dc3-0f7ffa948d71 req-9c1d4f65-a84f-45f0-9c7b-92b7604342f6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=696f9b4c-a752-4f9c-82c1-4f3043da4d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268097 Jun 23 10:10:54.941875 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5653aac8-a40c-4831-9dc3-0f7ffa948d71 req-79d93bf6-b7ec-4f37-a42b-bd9168cac4de service neutron] 10.222.0.52 "GET /v2.0/networks/696f9b4c-a752-4f9c-82c1-4f3043da4d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820980 Jun 23 10:10:55.035316 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5653aac8-a40c-4831-9dc3-0f7ffa948d71 req-18b94705-ccdd-4986-962d-8071e536be49 service neutron] 10.222.0.52 "GET /v2.0/networks/696f9b4c-a752-4f9c-82c1-4f3043da4d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867283 Jun 23 10:10:55.138424 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e91e4-282d-4395-a59d-e0d0ac27a738 req-a6eca26b-0c1a-44d9-9e68-c1a093966d52 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:55.141863 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d50e91e4-282d-4395-a59d-e0d0ac27a738 req-a6eca26b-0c1a-44d9-9e68-c1a093966d52 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.47 "GET /v2.0/ports?device_id=3892e053-7b46-4a16-8b9a-9084330dfc17 HTTP/1.1" status: 200 len: 943 time: 0.0646908 Jun 23 10:10:55.180051 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d50e91e4-282d-4395-a59d-e0d0ac27a738 req-3218cd18-3db2-418c-86c9-7f940476ecd6 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.47 "GET /v2.0/security-groups?id=041c3a61-5603-48a0-bd35-5c7095f438f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327766 Jun 23 10:10:56.085662 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53a90b-1696-403e-9d94-bc8104fa5692 req-e40efbeb-2c51-4c40-a423-58a07b9204f4 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:56.087138 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1f53a90b-1696-403e-9d94-bc8104fa5692 req-e40efbeb-2c51-4c40-a423-58a07b9204f4 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.0669813 Jun 23 10:10:56.124056 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1f53a90b-1696-403e-9d94-bc8104fa5692 req-ae9b39ee-8c8d-4883-801d-e1eb8fe321a7 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311158 Jun 23 10:10:56.276010 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 36904) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:10:56.362149 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088243b4-b9aa-49b0-b066-196335546732 req-4aa08311-075e-4ee6-9b68-e572656c4c7a tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:56.367191 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-088243b4-b9aa-49b0-b066-196335546732 req-4aa08311-075e-4ee6-9b68-e572656c4c7a tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.47 "GET /v2.0/ports?device_id=3892e053-7b46-4a16-8b9a-9084330dfc17 HTTP/1.1" status: 200 len: 943 time: 0.0718796 Jun 23 10:10:56.409552 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-088243b4-b9aa-49b0-b066-196335546732 req-2320f9b0-df4c-4828-86d7-fe7af9883eb1 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.47 "GET /v2.0/security-groups?id=041c3a61-5603-48a0-bd35-5c7095f438f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351067 Jun 23 10:10:56.420017 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-cfe5a60c-9f91-4257-bec3-6984117d4c23 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8f9d5baf2569495c838cf3f20373ce7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1406710 Jun 23 10:10:56.420361 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 36908) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:10:56.467993 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-dffee9cb-d8ee-4a93-902f-ff8d42916bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:56.487806 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-dffee9cb-d8ee-4a93-902f-ff8d42916bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:56.638638 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-dffee9cb-d8ee-4a93-902f-ff8d42916bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:56.641343 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-dffee9cb-d8ee-4a93-902f-ff8d42916bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:56.641492 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device 01a03404-1ae8-40dd-862c-7226e007647b details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=93712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 10:10:56.642517 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-dffee9cb-d8ee-4a93-902f-ff8d42916bda admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6c5da19a-19c3-43d4-bec4-3972589810b8 HTTP/1.1" status: 204 len: 168 time: 0.2212436 Jun 23 10:10:56.643889 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-942df8fd-0b3e-4c45-a347-7065ec86e08d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:10:56.645656 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device b48601c6-b884-4ee6-a83f-132657a14566 no longer exists at agent hyperv_hv-cinder-79751 {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 10:10:56.652545 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffee9cb-d8ee-4a93-902f-ff8d42916bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5da19a-19c3-43d4-bec4-3972589810b8,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:10:56.655028 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-dffee9cb-d8ee-4a93-902f-ff8d42916bda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:10:56.682212 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] No Port match for: b48601c6-b884-4ee6-a83f-132657a14566 {{(pid=93712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 10:10:56.686956 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device b48601c6-b884-4ee6-a83f-132657a14566 not bound to the agent host hv-cinder-79751 {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 10:10:56.780028 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port 01a03404-1ae8-40dd-862c-7226e007647b, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=01a03404-1ae8-40dd-862c-7226e007647b,segment=NetworkSegment(ce09e72f-ccdb-4fbd-8864-2bdc76ee721c),segment_id=ce09e72f-ccdb-4fbd-8864-2bdc76ee721c)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:10:56.790156 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Returning: {'device': '01a03404-1ae8-40dd-862c-7226e007647b', 'network_id': '696f9b4c-a752-4f9c-82c1-4f3043da4d6a', 'port_id': '01a03404-1ae8-40dd-862c-7226e007647b', 'mac_address': 'fa:16:3e:21:e4:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8d00fb4-2eb3-4fce-bc4c-62b3c74d11ea', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 10:10:56.834533 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:56.848038 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01a03404-1ae8-40dd-862c-7226e007647b {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 10:10:56.867264 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port 01a03404-1ae8-40dd-862c-7226e007647b, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=01a03404-1ae8-40dd-862c-7226e007647b,segment=NetworkSegment(ce09e72f-ccdb-4fbd-8864-2bdc76ee721c),segment_id=ce09e72f-ccdb-4fbd-8864-2bdc76ee721c)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:10:56.969654 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:56.972139 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:10:57.022505 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Pushing event updated for resources: {'Port': ['ID=01a03404-1ae8-40dd-862c-7226e007647b,revision_number=4']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:10:57.025851 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:10:57.302038 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5f813-1715-4dfe-b126-4127b027c37e req-4cd2960f-0107-4766-bef2-ca595acb4f88 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:57.303513 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-89c5f813-1715-4dfe-b126-4127b027c37e req-4cd2960f-0107-4766-bef2-ca595acb4f88 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.0625844 Jun 23 10:10:57.344976 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-89c5f813-1715-4dfe-b126-4127b027c37e req-06c66b6d-157b-4d63-aef0-1592f89e51e0 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334907 Jun 23 10:10:57.376411 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] get_ports_and_sgs() called for port_ids ['01a03404-1ae8-40dd-862c-7226e007647b'] {{(pid=93712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 10:10:57.594937 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e92a3-dfba-45e1-a3d7-a280d7dfa803 req-961dd112-fc07-4453-8447-b1270ede7397 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:57.596475 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d41e92a3-dfba-45e1-a3d7-a280d7dfa803 req-961dd112-fc07-4453-8447-b1270ede7397 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.47 "GET /v2.0/ports?device_id=3892e053-7b46-4a16-8b9a-9084330dfc17 HTTP/1.1" status: 200 len: 944 time: 0.0712395 Jun 23 10:10:57.637998 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d41e92a3-dfba-45e1-a3d7-a280d7dfa803 req-7f85cf1d-7c82-4230-83c0-a1d11cd17051 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.47 "GET /v2.0/security-groups?id=041c3a61-5603-48a0-bd35-5c7095f438f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349345 Jun 23 10:10:57.673790 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 36942) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:10:57.772115 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [None req-e0db4a87-8afc-48a1-b3ea-729a6eddd3e6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1462046567-network', 'tenant_id': '278659f79a2c4eca8923ba599560e630'}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:10:57.872820 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0db4a87-8afc-48a1-b3ea-729a6eddd3e6 admin admin] Made reservation on behalf of 278659f79a2c4eca8923ba599560e630 for: {'network': 1} {{(pid=93710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:10:57.875215 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-e0db4a87-8afc-48a1-b3ea-729a6eddd3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for network, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:57.887651 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-e0db4a87-8afc-48a1-b3ea-729a6eddd3e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:57.980403 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-e0db4a87-8afc-48a1-b3ea-729a6eddd3e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:58.101171 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-e0db4a87-8afc-48a1-b3ea-729a6eddd3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:58.105049 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-401d1028-264c-4fa3-b307-2079cdae3d90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:10:58.126911 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0db4a87-8afc-48a1-b3ea-729a6eddd3e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=93710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 10:10:58.136463 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db4a87-8afc-48a1-b3ea-729a6eddd3e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75a2980-feef-4b8f-a665-38c0cd83c5a8,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:10:58.140695 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-e0db4a87-8afc-48a1-b3ea-729a6eddd3e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:10:58.141767 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-e0db4a87-8afc-48a1-b3ea-729a6eddd3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-523806'] for segment, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:58.142079 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.db.segments_db [None req-e0db4a87-8afc-48a1-b3ea-729a6eddd3e6 admin admin] Added segment c1a70f88-4aee-4b0d-a9ce-72bb1ca0b839 of type vlan for network d1e2369b-9c9e-48c7-ad95-912112584ee9 Jun 23 10:10:58.187898 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-e0db4a87-8afc-48a1-b3ea-729a6eddd3e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731988267798'] for network, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:58.293389 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235c4e0a-8b41-4ef1-85fb-6709bba7b46f req-39320d10-56a1-4495-829d-fb78ff818c48 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:58.294885 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-235c4e0a-8b41-4ef1-85fb-6709bba7b46f req-39320d10-56a1-4495-829d-fb78ff818c48 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 945 time: 0.0613382 Jun 23 10:10:58.331425 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-235c4e0a-8b41-4ef1-85fb-6709bba7b46f req-04907426-6b79-41f9-afe6-4973b6586f51 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=883d64c3-2083-4755-86cf-f32e109415f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309505 Jun 23 10:10:58.360159 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-e0db4a87-8afc-48a1-b3ea-729a6eddd3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-193570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976'] for network, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:58.360159 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0db4a87-8afc-48a1-b3ea-729a6eddd3e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:58.360159 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-e0db4a87-8afc-48a1-b3ea-729a6eddd3e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for network, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:58.360159 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-942df8fd-0b3e-4c45-a347-7065ec86e08d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:10:58.422626 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db4a87-8afc-48a1-b3ea-729a6eddd3e6 admin admin] Pushing event updated for resources: {'Network': ['ID=d1e2369b-9c9e-48c7-ad95-912112584ee9,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:10:58.425418 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-e0db4a87-8afc-48a1-b3ea-729a6eddd3e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:10:58.433553 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Network d1e2369b-9c9e-48c7-ad95-912112584ee9 details requested by agent ovs-agent-dv-cinder-797510-1-iscsi with host dv-cinder-797510-1-iscsi {{(pid=93712) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 10:10:58.507253 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-e0db4a87-8afc-48a1-b3ea-729a6eddd3e6 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8323536 Jun 23 10:10:58.507589 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 36956) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:10:58.650461 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device 01a03404-1ae8-40dd-862c-7226e007647b up at agent hyperv_hv-cinder-79751 {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:10:58.767653 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [None req-a1dcca65-4040-4678-9a85-9e43f4f94bf4 admin admin] Request body: {'subnet': {'network_id': 'd1e2369b-9c9e-48c7-ad95-912112584ee9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1462046567-subnet', 'tenant_id': '278659f79a2c4eca8923ba599560e630', 'ip_version': 4}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:10:58.772209 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Provisioning for port 01a03404-1ae8-40dd-862c-7226e007647b completed by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:10:58.776678 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Provisioning complete for port 01a03404-1ae8-40dd-862c-7226e007647b triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:10:58.777125 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:58.816750 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8bfdd-1a90-4848-badc-c2492d0da108 req-eba23cd8-be1e-49fb-aa32-d2d413c092dd tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:58.818193 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f5e8bfdd-1a90-4848-badc-c2492d0da108 req-eba23cd8-be1e-49fb-aa32-d2d413c092dd tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.3634396 Jun 23 10:10:58.857745 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:58.878495 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f5e8bfdd-1a90-4848-badc-c2492d0da108 req-501471ff-fd02-4c93-8d23-3a03e3d3a2e0 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497410 Jun 23 10:10:58.883842 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3892e053-7b46-4a16-8b9a-9084330dfc17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a03404-1ae8-40dd-862c-7226e007647b'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:10:58.886247 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e06d9dce5bc2bce6c931562da1c36027cbf4e574fb667469159d94052b32a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ff8586-183c-42f4-a1f5-fbffc5070d60" -d '{"events": [{"server_uuid": "3892e053-7b46-4a16-8b9a-9084330dfc17", "name": "network-vif-plugged", "status": "completed", "tag": "01a03404-1ae8-40dd-862c-7226e007647b"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:10:58.887615 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f75b423-3d75-49a1-a11a-e4ff03e87b41 req-13ab2d29-39b3-4495-aa3e-3efaa9d8f6a3 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:58.889076 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4f75b423-3d75-49a1-a11a-e4ff03e87b41 req-13ab2d29-39b3-4495-aa3e-3efaa9d8f6a3 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.47 "GET /v2.0/ports?device_id=3892e053-7b46-4a16-8b9a-9084330dfc17 HTTP/1.1" status: 200 len: 944 time: 0.1156485 Jun 23 10:10:58.906713 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port 01a03404-1ae8-40dd-862c-7226e007647b, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=01a03404-1ae8-40dd-862c-7226e007647b,segment=NetworkSegment(ce09e72f-ccdb-4fbd-8864-2bdc76ee721c),segment_id=ce09e72f-ccdb-4fbd-8864-2bdc76ee721c)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:10:58.909252 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1dcca65-4040-4678-9a85-9e43f4f94bf4 admin admin] Made reservation on behalf of 278659f79a2c4eca8923ba599560e630 for: {'subnet': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:10:58.913100 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a1dcca65-4040-4678-9a85-9e43f4f94bf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29709721'] for subnet, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:58.930197 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 10:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e454a20-fef8-45e4-a23a-ddfd8240e52d x-openstack-request-id: req-8e454a20-fef8-45e4-a23a-ddfd8240e52d {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:10:58.930661 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3892e053-7b46-4a16-8b9a-9084330dfc17", "name": "network-vif-plugged", "status": "completed", "tag": "01a03404-1ae8-40dd-862c-7226e007647b", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:10:58.930945 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8e454a20-fef8-45e4-a23a-ddfd8240e52d {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:10:58.931380 dv-cinder-797510-1-iscsi neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3892e053-7b46-4a16-8b9a-9084330dfc17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01a03404-1ae8-40dd-862c-7226e007647b', 'code': 200} Jun 23 10:10:58.976957 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4f75b423-3d75-49a1-a11a-e4ff03e87b41 req-1c758744-9b97-4801-b0b9-bb2746106e9c tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.47 "GET /v2.0/security-groups?id=041c3a61-5603-48a0-bd35-5c7095f438f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821991 Jun 23 10:10:59.012181 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:59.014772 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:10:59.066506 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Pushing event updated for resources: {'Port': ['ID=01a03404-1ae8-40dd-862c-7226e007647b,revision_number=5']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:10:59.069934 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:10:59.186978 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a1dcca65-4040-4678-9a85-9e43f4f94bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33312010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29709707'] for subnet, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:59.190414 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-a4b825ce-5e26-4c81-9b31-243200bb32d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:10:59.251961 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dcca65-4040-4678-9a85-9e43f4f94bf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afa03641-580d-49e0-b7dc-70c319ff3a24,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:10:59.256002 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-a1dcca65-4040-4678-9a85-9e43f4f94bf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:10:59.257198 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dcca65-4040-4678-9a85-9e43f4f94bf4 admin admin] Checking segment: {'id': 'c1a70f88-4aee-4b0d-a9ce-72bb1ca0b839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd1e2369b-9c9e-48c7-ad95-912112584ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:10:59.257541 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dcca65-4040-4678-9a85-9e43f4f94bf4 admin admin] Network hostable DHCP agents. Network: d1e2369b-9c9e-48c7-ad95-912112584ee9, hostable agents: ['676dd52a-94e8-4a4d-a39c-76e96eb0afdc'], hosted agents: [] {{(pid=93711) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 10:10:59.396661 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dcca65-4040-4678-9a85-9e43f4f94bf4 admin admin] Network d1e2369b-9c9e-48c7-ad95-912112584ee9 is scheduled to be hosted by DHCP agent 676dd52a-94e8-4a4d-a39c-76e96eb0afdc with binding_index 1 {{(pid=93711) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 10:10:59.408750 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b97dbd-27f8-4368-8ad1-158f03179366 req-5835e4fc-7725-412f-855e-bc7969c4d0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:59.410223 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a8b97dbd-27f8-4368-8ad1-158f03179366 req-5835e4fc-7725-412f-855e-bc7969c4d0b9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3892e053-7b46-4a16-8b9a-9084330dfc17 HTTP/1.1" status: 200 len: 1098 time: 0.0677338 Jun 23 10:10:59.444858 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a8b97dbd-27f8-4368-8ad1-158f03179366 req-56d66349-37bf-4992-a89c-f322f99f151f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=041c3a61-5603-48a0-bd35-5c7095f438f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275240 Jun 23 10:10:59.480348 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-a1dcca65-4040-4678-9a85-9e43f4f94bf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797510-1-iscsi, d1e2369b-9c9e-48c7-ad95-912112584ee9) {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:10:59.485825 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1dcca65-4040-4678-9a85-9e43f4f94bf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:59.486013 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a1dcca65-4040-4678-9a85-9e43f4f94bf4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:59.489940 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb9d308-632a-4eca-b66c-bfd62f0cdea4 None None] Network d1e2369b-9c9e-48c7-ad95-912112584ee9 requested from dv-cinder-797510-1-iscsi {{(pid=93712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 10:10:59.533477 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839421f7-4027-457d-871f-9a646bf32864 req-5ee17015-28f9-439e-9522-a42f0bddca3b tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:59.533477 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-839421f7-4027-457d-871f-9a646bf32864 req-5ee17015-28f9-439e-9522-a42f0bddca3b tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 945 time: 0.0784132 Jun 23 10:10:59.594938 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-a1dcca65-4040-4678-9a85-9e43f4f94bf4 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0838237 Jun 23 10:10:59.595606 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 36970) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:10:59.600604 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [None req-8028bc71-07bc-4a59-8976-2858be8654ee admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1462046567-router', 'tenant_id': '278659f79a2c4eca8923ba599560e630', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28'}}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:10:59.604759 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-839421f7-4027-457d-871f-9a646bf32864 req-b23edb7d-b099-4de4-bcf1-8df294ed5245 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=883d64c3-2083-4755-86cf-f32e109415f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717421 Jun 23 10:10:59.641885 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd981da9-795d-45aa-8401-461cba865ca5 req-7db4a80d-4ac2-4dd6-8b91-1dbc75a4839b tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:10:59.643372 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-bd981da9-795d-45aa-8401-461cba865ca5 req-7db4a80d-4ac2-4dd6-8b91-1dbc75a4839b tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e328a08-8e8c-437e-8e5f-2468edc6383a HTTP/1.1" status: 200 len: 946 time: 0.0951200 Jun 23 10:10:59.658665 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2ea3af-29a3-47cd-be8e-68ddd93af53d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa74d5eab-ac2a-5ee0-9548-07359ed1f630-d1e2369b-9c9e-48c7-ad95-912112584ee9', 'network_id': 'd1e2369b-9c9e-48c7-ad95-912112584ee9', 'tenant_id': '278659f79a2c4eca8923ba599560e630', 'fixed_ips': [{'subnet_id': 'afa03641-580d-49e0-b7dc-70c319ff3a24'}]}} from dv-cinder-797510-1-iscsi. {{(pid=93712) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 10:10:59.659610 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ef2ea3af-29a3-47cd-be8e-68ddd93af53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:59.683713 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-bd981da9-795d-45aa-8401-461cba865ca5 req-a9689ab7-0f3e-46c8-8b99-108695668e95 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/security-groups?id=d03fb2df-82a8-4d55-8926-e64f6f2b2204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344665 Jun 23 10:10:59.699799 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-8028bc71-07bc-4a59-8976-2858be8654ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1703949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11356'] for router, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:59.700974 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-8028bc71-07bc-4a59-8976-2858be8654ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1666384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11349'] for router, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:59.752235 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-8028bc71-07bc-4a59-8976-2858be8654ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:59.793888 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-ef2ea3af-29a3-47cd-be8e-68ddd93af53d None None] Allocated IP 172.20.0.2 (d1e2369b-9c9e-48c7-ad95-912112584ee9/afa03641-580d-49e0-b7dc-70c319ff3a24/c73426ce-43e2-4863-a079-2a60190d280e) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 10:10:59.941727 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ef2ea3af-29a3-47cd-be8e-68ddd93af53d None None] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:59.944791 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-8028bc71-07bc-4a59-8976-2858be8654ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11335'] for router, precommit_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:10:59.947285 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-ef2ea3af-29a3-47cd-be8e-68ddd93af53d None None] Transition to ACTIVE for port object c73426ce-43e2-4863-a079-2a60190d280e will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:10:59.961531 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-ef2ea3af-29a3-47cd-be8e-68ddd93af53d None None] Transition to ACTIVE for port object c73426ce-43e2-4863-a079-2a60190d280e will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:11:00.069342 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2b9630-8265-4785-880a-e19c18828acc req-bc389107-d0ba-4dfd-82e0-5aef68527e1a tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:00.070828 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ef2b9630-8265-4785-880a-e19c18828acc req-bc389107-d0ba-4dfd-82e0-5aef68527e1a tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.0767713 Jun 23 10:11:00.119469 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ef2b9630-8265-4785-880a-e19c18828acc req-1e2708c0-6e01-4642-bcda-df01606fa7b8 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412428 Jun 23 10:11:00.173676 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a703b-0271-4a66-af22-527e13b97edc req-c28abee5-adca-4bec-a18c-9d9c84c9c319 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:00.175215 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-140a703b-0271-4a66-af22-527e13b97edc req-c28abee5-adca-4bec-a18c-9d9c84c9c319 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.47 "GET /v2.0/ports?device_id=3892e053-7b46-4a16-8b9a-9084330dfc17 HTTP/1.1" status: 200 len: 945 time: 0.0715284 Jun 23 10:11:00.179362 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ef2ea3af-29a3-47cd-be8e-68ddd93af53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-600500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731988247197'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:00.179362 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:00.214159 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2ea3af-29a3-47cd-be8e-68ddd93af53d None None] Network d1e2369b-9c9e-48c7-ad95-912112584ee9 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:11:00.219592 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-ef2ea3af-29a3-47cd-be8e-68ddd93af53d None None] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:11:00.221829 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2ea3af-29a3-47cd-be8e-68ddd93af53d None None] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 10:11:00.223032 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-140a703b-0271-4a66-af22-527e13b97edc req-05d73b02-efa4-4d40-b7c5-136bb7c38fab tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.47 "GET /v2.0/security-groups?id=041c3a61-5603-48a0-bd35-5c7095f438f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420341 Jun 23 10:11:00.241916 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2ea3af-29a3-47cd-be8e-68ddd93af53d None None] Pushing event updated for resources: {'Port': ['ID=c73426ce-43e2-4863-a079-2a60190d280e,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:00.259888 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-ef2ea3af-29a3-47cd-be8e-68ddd93af53d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:00.344557 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-8028bc71-07bc-4a59-8976-2858be8654ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:00.363690 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-8028bc71-07bc-4a59-8976-2858be8654ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for port, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:00.463285 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.db_base_plugin_common [None req-8028bc71-07bc-4a59-8976-2858be8654ee admin admin] Allocated IP 172.27.2.38 (6c022cdf-7908-4fe1-9f3f-494480d09f28/2f1b229c-fc1e-4856-a495-4ccd56c0ef48/d65db7e4-970d-431e-927a-32bd74451103) {{(pid=93710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 10:11:00.565581 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-8028bc71-07bc-4a59-8976-2858be8654ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:00.724910 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-ef2ea3af-29a3-47cd-be8e-68ddd93af53d None None] Attempting to bind port c73426ce-43e2-4863-a079-2a60190d280e on host dv-cinder-797510-1-iscsi for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 10:11:00.725404 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-ef2ea3af-29a3-47cd-be8e-68ddd93af53d None None] Attempting to bind port c73426ce-43e2-4863-a079-2a60190d280e by drivers openvswitch,hyperv on host dv-cinder-797510-1-iscsi at level 0 using segments [{'id': 'c1a70f88-4aee-4b0d-a9ce-72bb1ca0b839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd1e2369b-9c9e-48c7-ad95-912112584ee9'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 10:11:00.725819 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2ea3af-29a3-47cd-be8e-68ddd93af53d None None] Attempting to bind port c73426ce-43e2-4863-a079-2a60190d280e on network d1e2369b-9c9e-48c7-ad95-912112584ee9 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:11:00.732509 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-8028bc71-07bc-4a59-8976-2858be8654ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-600500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731988247197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31904512'] for port, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:00.733025 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2ea3af-29a3-47cd-be8e-68ddd93af53d None None] Checking agent: {'id': 'b3037b97-c09d-4619-9318-9bf5134e8ab7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 9, 59, 20), 'started_at': datetime.datetime(2021, 6, 23, 9, 59, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 10, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 10:11:00.733025 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2ea3af-29a3-47cd-be8e-68ddd93af53d None None] Checking segment: {'id': 'c1a70f88-4aee-4b0d-a9ce-72bb1ca0b839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd1e2369b-9c9e-48c7-ad95-912112584ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:11:00.733365 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ef2ea3af-29a3-47cd-be8e-68ddd93af53d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:00.733780 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2ea3af-29a3-47cd-be8e-68ddd93af53d None None] Bound using segment: {'id': 'c1a70f88-4aee-4b0d-a9ce-72bb1ca0b839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd1e2369b-9c9e-48c7-ad95-912112584ee9'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 10:11:00.734416 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-ef2ea3af-29a3-47cd-be8e-68ddd93af53d None None] Bound port: c73426ce-43e2-4863-a079-2a60190d280e, host: dv-cinder-797510-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a70f88-4aee-4b0d-a9ce-72bb1ca0b839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd1e2369b-9c9e-48c7-ad95-912112584ee9'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 10:11:00.735175 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ef2ea3af-29a3-47cd-be8e-68ddd93af53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:00.741443 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:00.780733 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8028bc71-07bc-4a59-8976-2858be8654ee admin admin] Pushing event updated for resources: {'Port': ['ID=d65db7e4-970d-431e-927a-32bd74451103,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:00.791887 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-8028bc71-07bc-4a59-8976-2858be8654ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:00.809279 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c030fbc-0515-46fb-b67b-6764951336a7 req-fadc2223-3a3f-4b8c-ab1b-c5267528be10 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:00.809749 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8028bc71-07bc-4a59-8976-2858be8654ee admin admin] Network 6c022cdf-7908-4fe1-9f3f-494480d09f28 is already hosted by enough agents. {{(pid=93710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:11:00.811066 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-0c030fbc-0515-46fb-b67b-6764951336a7 req-fadc2223-3a3f-4b8c-ab1b-c5267528be10 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 945 time: 0.0888810 Jun 23 10:11:00.812767 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.base_scheduler [None req-8028bc71-07bc-4a59-8976-2858be8654ee admin admin] Resources bound (agent type, host, resource id): {{(pid=93710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:11:00.816559 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8028bc71-07bc-4a59-8976-2858be8654ee admin admin] Received port after_create {{(pid=93710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 10:11:00.848611 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-ef2ea3af-29a3-47cd-be8e-68ddd93af53d None None] For port c73426ce-43e2-4863-a079-2a60190d280e, host dv-cinder-797510-1-iscsi, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 10:11:00.851753 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-ef2ea3af-29a3-47cd-be8e-68ddd93af53d None None] For port c73426ce-43e2-4863-a079-2a60190d280e, host dv-cinder-797510-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=c73426ce-43e2-4863-a079-2a60190d280e,segment=NetworkSegment(c1a70f88-4aee-4b0d-a9ce-72bb1ca0b839),segment_id=c1a70f88-4aee-4b0d-a9ce-72bb1ca0b839)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 10:11:00.882797 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-0c030fbc-0515-46fb-b67b-6764951336a7 req-1168acb8-db8a-433e-a775-b37f640d78f7 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=883d64c3-2083-4755-86cf-f32e109415f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655997 Jun 23 10:11:00.913992 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e628474f-9410-4483-8634-a2895fa9440d req-c1e9f162-d73c-4517-bdf0-d94f14ccf68c tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:00.916649 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e628474f-9410-4483-8634-a2895fa9440d req-c1e9f162-d73c-4517-bdf0-d94f14ccf68c tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e328a08-8e8c-437e-8e5f-2468edc6383a HTTP/1.1" status: 200 len: 946 time: 0.0836735 Jun 23 10:11:00.950030 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ef2ea3af-29a3-47cd-be8e-68ddd93af53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:00.953059 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:00.959318 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e628474f-9410-4483-8634-a2895fa9440d req-75a8c940-0ea8-46bf-95c8-13273241d758 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/security-groups?id=d03fb2df-82a8-4d55-8926-e64f6f2b2204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370955 Jun 23 10:11:01.010684 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2ea3af-29a3-47cd-be8e-68ddd93af53d None None] Pushing event updated for resources: {'Port': ['ID=c73426ce-43e2-4863-a079-2a60190d280e,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:01.013687 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-ef2ea3af-29a3-47cd-be8e-68ddd93af53d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:01.179017 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-8028bc71-07bc-4a59-8976-2858be8654ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:01.324106 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cab23d-b45a-4bfd-b517-73ce590ab7d9 req-7926ecb3-e816-4d3b-ba84-6d49ca665ddd tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:01.325746 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e4cab23d-b45a-4bfd-b517-73ce590ab7d9 req-7926ecb3-e816-4d3b-ba84-6d49ca665ddd tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.0805640 Jun 23 10:11:01.423986 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e4cab23d-b45a-4bfd-b517-73ce590ab7d9 req-4bfb1cc8-34eb-4902-b8be-bc8734a8eaf1 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919092 Jun 23 10:11:01.437216 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-8028bc71-07bc-4a59-8976-2858be8654ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1735028'] for router, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:01.457497 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15c01a-aab2-4c64-8cf9-2160af2bd3b2 req-b78c97ad-68b0-4a0e-9b22-9c31cd61eceb tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:01.458926 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-3d15c01a-aab2-4c64-8cf9-2160af2bd3b2 req-b78c97ad-68b0-4a0e-9b22-9c31cd61eceb tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.47 "GET /v2.0/ports?device_id=3892e053-7b46-4a16-8b9a-9084330dfc17 HTTP/1.1" status: 200 len: 945 time: 0.0880475 Jun 23 10:11:01.500643 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-3d15c01a-aab2-4c64-8cf9-2160af2bd3b2 req-b7537eea-0232-470c-9337-953dc4aba4f8 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.47 "GET /v2.0/security-groups?id=041c3a61-5603-48a0-bd35-5c7095f438f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348415 Jun 23 10:11:01.651627 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8028bc71-07bc-4a59-8976-2858be8654ee admin admin] Router 0758f04e-af39-48da-9f63-91d40da7366f is scheduled to L3 agent df545903-e04d-4712-ace0-112b1e927481 with binding_index 1 {{(pid=93710) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 10:11:01.776043 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8028bc71-07bc-4a59-8976-2858be8654ee admin admin] Notify agent at l3_agent.dv-cinder-797510-1-iscsi the message routers_updated {{(pid=93710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 10:11:01.787064 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decfe49a-81e0-4601-b716-6742a1dba9f7 None None] Sync routers for ids ['0758f04e-af39-48da-9f63-91d40da7366f'] in dv-cinder-797510-1-iscsi {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 10:11:01.792480 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce70dd2-bf7e-464a-8db2-1f85607d9459 req-3b33f881-f285-4b7d-93d4-3ff5a2d1e7eb tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:01.794298 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-fce70dd2-bf7e-464a-8db2-1f85607d9459 req-3b33f881-f285-4b7d-93d4-3ff5a2d1e7eb tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.52 "GET /v2.0/ports?device_id=1e328a08-8e8c-437e-8e5f-2468edc6383a HTTP/1.1" status: 200 len: 946 time: 0.0958283 Jun 23 10:11:01.798342 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decfe49a-81e0-4601-b716-6742a1dba9f7 None None] Routers {'0758f04e-af39-48da-9f63-91d40da7366f'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:11:01.799220 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-decfe49a-81e0-4601-b716-6742a1dba9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:10:50Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['0758f04e-af39-48da-9f63-91d40da7366f'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:11:01.903449 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-8028bc71-07bc-4a59-8976-2858be8654ee admin admin] Notify callbacks [] for router, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:01.905193 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-8028bc71-07bc-4a59-8976-2858be8654ee admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3080020 Jun 23 10:11:01.907433 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 37022) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:11:01.919183 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-decfe49a-81e0-4601-b716-6742a1dba9f7 None None] Set router 0758f04e-af39-48da-9f63-91d40da7366f gateway port host: dv-cinder-797510-1-iscsi {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:11:01.925157 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-fce70dd2-bf7e-464a-8db2-1f85607d9459 req-57538e83-6747-45c3-9227-b79349a55f6b tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Deleting port a4eee368-c43c-4cf0-960d-4742e2a401d5 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:11:01.925690 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-fce70dd2-bf7e-464a-8db2-1f85607d9459 req-57538e83-6747-45c3-9227-b79349a55f6b tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:02.096190 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-fce70dd2-bf7e-464a-8db2-1f85607d9459 req-57538e83-6747-45c3-9227-b79349a55f6b tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] For port a4eee368-c43c-4cf0-960d-4742e2a401d5, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=a4eee368-c43c-4cf0-960d-4742e2a401d5,segment=NetworkSegment(6ef876d1-6a68-4027-aed0-1d01a0f0bb35),segment_id=6ef876d1-6a68-4027-aed0-1d01a0f0bb35)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:11:02.096551 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-fce70dd2-bf7e-464a-8db2-1f85607d9459 req-57538e83-6747-45c3-9227-b79349a55f6b tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:02.138295 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-fce70dd2-bf7e-464a-8db2-1f85607d9459 req-57538e83-6747-45c3-9227-b79349a55f6b tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Calling delete_port for a4eee368-c43c-4cf0-960d-4742e2a401d5 owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:11:02.171662 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0220b9c0-8315-4857-be1b-3e7e6fedae22 None None] Network d1e2369b-9c9e-48c7-ad95-912112584ee9 requested from dv-cinder-797510-1-iscsi {{(pid=93712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 10:11:02.287442 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358f8903-00c5-48b0-bd36-fdaaeea6470f req-3080ab87-523c-4811-a4c1-1550038daff9 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:02.296923 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-358f8903-00c5-48b0-bd36-fdaaeea6470f req-3080ab87-523c-4811-a4c1-1550038daff9 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 945 time: 0.1977670 Jun 23 10:11:02.302076 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-decfe49a-81e0-4601-b716-6742a1dba9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0758f04e-af39-48da-9f63-91d40da7366f', 'name': 'tempest-TestMinimumBasicScenario-1462046567-router', 'tenant_id': '278659f79a2c4eca8923ba599560e630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd65db7e4-970d-431e-927a-32bd74451103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:10:59Z', 'updated_at': '2021-06-23T10:11:00Z', 'revision_number': 3, 'project_id': '278659f79a2c4eca8923ba599560e630', 'gw_port': {'id': 'd65db7e4-970d-431e-927a-32bd74451103', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:24:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0758f04e-af39-48da-9f63-91d40da7366f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:11:00Z', 'updated_at': '2021-06-23T10:11:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi'}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:11:02.331383 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-9100a3e2-6a11-4cc6-8a81-6b39cb505305 None None] Provisioning for port c73426ce-43e2-4863-a079-2a60190d280e completed by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:11:02.331616 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decfe49a-81e0-4601-b716-6742a1dba9f7 None None] Checking router: 0758f04e-af39-48da-9f63-91d40da7366f for host: dv-cinder-797510-1-iscsi {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 10:11:02.331785 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decfe49a-81e0-4601-b716-6742a1dba9f7 None None] Updating router 0758f04e-af39-48da-9f63-91d40da7366f port d65db7e4-970d-431e-927a-32bd74451103 binding host dv-cinder-797510-1-iscsi {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 10:11:02.355214 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-358f8903-00c5-48b0-bd36-fdaaeea6470f req-f881d4d3-cec8-4aa2-9839-7752422ef485 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=883d64c3-2083-4755-86cf-f32e109415f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572376 Jun 23 10:11:02.388065 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb71717-6dfe-432a-af42-95a419d4d9af req-ad4cbd61-833f-411d-af43-e875f2e1cc23 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:02.390748 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1cb71717-6dfe-432a-af42-95a419d4d9af req-ad4cbd61-833f-411d-af43-e875f2e1cc23 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e328a08-8e8c-437e-8e5f-2468edc6383a HTTP/1.1" status: 200 len: 946 time: 0.2459846 Jun 23 10:11:02.403366 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-decfe49a-81e0-4601-b716-6742a1dba9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:02.553319 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1cb71717-6dfe-432a-af42-95a419d4d9af req-6bb727e8-9c56-4046-bc25-d9f64a760f26 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/security-groups?id=d03fb2df-82a8-4d55-8926-e64f6f2b2204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238081 Jun 23 10:11:02.637228 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-fce70dd2-bf7e-464a-8db2-1f85607d9459 req-57538e83-6747-45c3-9227-b79349a55f6b tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33311619'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:02.648568 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] get_ports_and_sgs() called for port_ids ['55f833fa-1491-47ab-8019-a4e5a24dd904', 'dc4b3e27-d91c-4c1e-9d42-09679f24b4b9', '42f2b08e-3142-4551-a358-e9fc56b69327', 'a4eee368-c43c-4cf0-960d-4742e2a401d5'] {{(pid=93712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 10:11:02.669538 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-0469ba76-4267-4c3d-bbd2-69c9de17e80a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:02.700602 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57538e83-6747-45c3-9227-b79349a55f6b tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Pushing event deleted for resources: {'Port': ['ID=a4eee368-c43c-4cf0-960d-4742e2a401d5,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:02.711082 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-57538e83-6747-45c3-9227-b79349a55f6b tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:02.780415 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce70dd2-bf7e-464a-8db2-1f85607d9459 req-57538e83-6747-45c3-9227-b79349a55f6b tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] No DVR routers for this DVR port a4eee368-c43c-4cf0-960d-4742e2a401d5 on host hv-cinder-79751 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 10:11:02.784803 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-fce70dd2-bf7e-464a-8db2-1f85607d9459 req-57538e83-6747-45c3-9227-b79349a55f6b tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:02.788520 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-fce70dd2-bf7e-464a-8db2-1f85607d9459 req-57538e83-6747-45c3-9227-b79349a55f6b tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.52 "DELETE /v2.0/ports/a4eee368-c43c-4cf0-960d-4742e2a401d5 HTTP/1.1" status: 204 len: 173 time: 0.9836538 Jun 23 10:11:02.788520 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e328a08-8e8c-437e-8e5f-2468edc6383a', 'name': 'network-vif-deleted', 'tag': 'a4eee368-c43c-4cf0-960d-4742e2a401d5'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:11:02.799670 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404634ef6dbf53e9c182992e714e82192e1d0d35f5c652938e4b1e64141411fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c791425-4615-40bb-a117-c204b233b2f7" -d '{"events": [{"server_uuid": "1e328a08-8e8c-437e-8e5f-2468edc6383a", "name": "network-vif-deleted", "tag": "a4eee368-c43c-4cf0-960d-4742e2a401d5"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:11:02.816649 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-decfe49a-81e0-4601-b716-6742a1dba9f7 None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:02.829780 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-decfe49a-81e0-4601-b716-6742a1dba9f7 None None] Transition to ACTIVE for port object d65db7e4-970d-431e-927a-32bd74451103 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:11:02.859396 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d5eb1-1ca0-476d-a0fe-380585bdb35d req-f48d4d6e-89fb-4f15-b26b-4f8b1be3fd72 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:02.862792 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-714d5eb1-1ca0-476d-a0fe-380585bdb35d req-f48d4d6e-89fb-4f15-b26b-4f8b1be3fd72 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.2374246 Jun 23 10:11:02.892073 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62abb96-22e4-4da9-ad47-cac538ee08db req-85a1e5d6-2281-4416-ba6d-850a881a1c8f tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:02.892073 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-b62abb96-22e4-4da9-ad47-cac538ee08db req-85a1e5d6-2281-4416-ba6d-850a881a1c8f tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 945 time: 0.1156750 Jun 23 10:11:02.892646 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 10:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97bc1b49-5e32-4718-83f2-d127a4252d7a x-openstack-request-id: req-97bc1b49-5e32-4718-83f2-d127a4252d7a {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:11:02.892646 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e328a08-8e8c-437e-8e5f-2468edc6383a", "name": "network-vif-deleted", "tag": "a4eee368-c43c-4cf0-960d-4742e2a401d5", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:11:02.897855 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-97bc1b49-5e32-4718-83f2-d127a4252d7a {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:11:02.898794 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e328a08-8e8c-437e-8e5f-2468edc6383a', 'name': 'network-vif-deleted', 'tag': 'a4eee368-c43c-4cf0-960d-4742e2a401d5', 'status': 'completed', 'code': 200} Jun 23 10:11:02.958799 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-decfe49a-81e0-4601-b716-6742a1dba9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:02.963187 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:02.969634 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-714d5eb1-1ca0-476d-a0fe-380585bdb35d req-d1e398f8-7dc5-4685-8957-2044e15990a2 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/security-groups?id=7c34ddda-742d-4ccf-846b-fe991878c0a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874040 Jun 23 10:11:03.007522 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device c73426ce-43e2-4863-a079-2a60190d280e up at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:11:03.047463 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09241c4b-02e9-4203-acb9-2044635c721f None None] Pushing event updated for resources: {'Port': ['ID=d65db7e4-970d-431e-927a-32bd74451103,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:03.058507 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09241c4b-02e9-4203-acb9-2044635c721f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:11:03.059397 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09241c4b-02e9-4203-acb9-2044635c721f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:11:03.060073 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09241c4b-02e9-4203-acb9-2044635c721f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:11:03.060622 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09241c4b-02e9-4203-acb9-2044635c721f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:11:03.061154 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09241c4b-02e9-4203-acb9-2044635c721f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:11:03.061685 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09241c4b-02e9-4203-acb9-2044635c721f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:11:03.062213 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09241c4b-02e9-4203-acb9-2044635c721f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:11:03.063710 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09241c4b-02e9-4203-acb9-2044635c721f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:11:03.065257 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09241c4b-02e9-4203-acb9-2044635c721f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:11:03.066292 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09241c4b-02e9-4203-acb9-2044635c721f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:11:03.067698 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09241c4b-02e9-4203-acb9-2044635c721f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:11:03.068640 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09241c4b-02e9-4203-acb9-2044635c721f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:11:03.075671 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG oslo_concurrency.lockutils [None req-09241c4b-02e9-4203-acb9-2044635c721f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:03.091224 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-a9d08966-7333-4e00-a9d7-adfe3e5a910b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for port, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:03.094620 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-decfe49a-81e0-4601-b716-6742a1dba9f7 None None] Attempting to bind port d65db7e4-970d-431e-927a-32bd74451103 on host dv-cinder-797510-1-iscsi for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 10:11:03.095327 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-decfe49a-81e0-4601-b716-6742a1dba9f7 None None] Attempting to bind port d65db7e4-970d-431e-927a-32bd74451103 by drivers openvswitch,hyperv on host dv-cinder-797510-1-iscsi at level 0 using segments [{'id': 'd24f8ae7-6ec3-469c-850d-4a663419c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 10:11:03.096225 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decfe49a-81e0-4601-b716-6742a1dba9f7 None None] Attempting to bind port d65db7e4-970d-431e-927a-32bd74451103 on network 6c022cdf-7908-4fe1-9f3f-494480d09f28 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:11:03.105097 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decfe49a-81e0-4601-b716-6742a1dba9f7 None None] Checking agent: {'id': 'b3037b97-c09d-4619-9318-9bf5134e8ab7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 9, 59, 20), 'started_at': datetime.datetime(2021, 6, 23, 9, 59, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 10, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 10:11:03.105830 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decfe49a-81e0-4601-b716-6742a1dba9f7 None None] Checking segment: {'id': 'd24f8ae7-6ec3-469c-850d-4a663419c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:11:03.106473 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-decfe49a-81e0-4601-b716-6742a1dba9f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:03.107171 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decfe49a-81e0-4601-b716-6742a1dba9f7 None None] Bound using segment: {'id': 'd24f8ae7-6ec3-469c-850d-4a663419c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 10:11:03.107837 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-decfe49a-81e0-4601-b716-6742a1dba9f7 None None] Bound port: d65db7e4-970d-431e-927a-32bd74451103, host: dv-cinder-797510-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd24f8ae7-6ec3-469c-850d-4a663419c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 10:11:03.108407 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-decfe49a-81e0-4601-b716-6742a1dba9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:03.127543 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [req-b62abb96-22e4-4da9-ad47-cac538ee08db req-3b30ec36-ec40-41ce-98cc-ea10a23e9612 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Deleting port d21401e9-dd04-48ca-a09d-f281becba8ee {{(pid=93710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:11:03.127886 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-b62abb96-22e4-4da9-ad47-cac538ee08db req-3b30ec36-ec40-41ce-98cc-ea10a23e9612 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:03.141091 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning for port c73426ce-43e2-4863-a079-2a60190d280e completed by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:11:03.148680 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning complete for port c73426ce-43e2-4863-a079-2a60190d280e triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:11:03.150319 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:03.170103 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-decfe49a-81e0-4601-b716-6742a1dba9f7 None None] For port d65db7e4-970d-431e-927a-32bd74451103, host dv-cinder-797510-1-iscsi, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 10:11:03.174423 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-decfe49a-81e0-4601-b716-6742a1dba9f7 None None] For port d65db7e4-970d-431e-927a-32bd74451103, host dv-cinder-797510-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=d65db7e4-970d-431e-927a-32bd74451103,segment=NetworkSegment(d24f8ae7-6ec3-469c-850d-4a663419c87d),segment_id=d24f8ae7-6ec3-469c-850d-4a663419c87d)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 10:11:03.239079 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:03.284749 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] For port c73426ce-43e2-4863-a079-2a60190d280e, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=c73426ce-43e2-4863-a079-2a60190d280e,segment=NetworkSegment(c1a70f88-4aee-4b0d-a9ce-72bb1ca0b839),segment_id=c1a70f88-4aee-4b0d-a9ce-72bb1ca0b839)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:11:03.290338 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-decfe49a-81e0-4601-b716-6742a1dba9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:03.295090 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:03.336378 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.db [req-b62abb96-22e4-4da9-ad47-cac538ee08db req-3b30ec36-ec40-41ce-98cc-ea10a23e9612 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] For port d21401e9-dd04-48ca-a09d-f281becba8ee, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=d21401e9-dd04-48ca-a09d-f281becba8ee,segment=NetworkSegment(30b190ff-d6b2-4c22-9ee0-744e98463a17),segment_id=30b190ff-d6b2-4c22-9ee0-744e98463a17)] {{(pid=93710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:11:03.336917 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-b62abb96-22e4-4da9-ad47-cac538ee08db req-3b30ec36-ec40-41ce-98cc-ea10a23e9612 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:03.354359 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decfe49a-81e0-4601-b716-6742a1dba9f7 None None] Routers {'0758f04e-af39-48da-9f63-91d40da7366f'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:11:03.354987 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-decfe49a-81e0-4601-b716-6742a1dba9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:10:50Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['0758f04e-af39-48da-9f63-91d40da7366f'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:11:03.373955 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [req-b62abb96-22e4-4da9-ad47-cac538ee08db req-3b30ec36-ec40-41ce-98cc-ea10a23e9612 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Calling delete_port for d21401e9-dd04-48ca-a09d-f281becba8ee owned by compute:nova {{(pid=93710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:11:03.409282 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09241c4b-02e9-4203-acb9-2044635c721f None None] Pushing event updated for resources: {'Port': ['ID=d65db7e4-970d-431e-927a-32bd74451103,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:03.414139 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG oslo_concurrency.lockutils [None req-09241c4b-02e9-4203-acb9-2044635c721f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:03.429009 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:03.441358 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-ef2ea3af-29a3-47cd-be8e-68ddd93af53d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:03.487221 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Pushing event updated for resources: {'Port': ['ID=c73426ce-43e2-4863-a079-2a60190d280e,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:03.490618 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:03.502476 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-decfe49a-81e0-4601-b716-6742a1dba9f7 None None] Set router 0758f04e-af39-48da-9f63-91d40da7366f gateway port host: dv-cinder-797510-1-iscsi {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:11:03.510263 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.db_base_plugin_common [None req-a9d08966-7333-4e00-a9d7-adfe3e5a910b admin admin] Allocated IP 172.20.0.1 (d1e2369b-9c9e-48c7-ad95-912112584ee9/afa03641-580d-49e0-b7dc-70c319ff3a24/1a8014e4-3e9b-4af1-a284-975245640da3) {{(pid=93710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 10:11:03.563573 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f0d35-8fa9-48a3-aa9b-f52cf897d6c5 req-230d1475-f70b-4412-8e55-7def72bf8f39 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:03.575285 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-fa7f0d35-8fa9-48a3-aa9b-f52cf897d6c5 req-230d1475-f70b-4412-8e55-7def72bf8f39 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 945 time: 0.0912037 Jun 23 10:11:03.645374 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-fa7f0d35-8fa9-48a3-aa9b-f52cf897d6c5 req-22aa6b8c-d41d-46c0-aa90-d38915c5ee23 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=883d64c3-2083-4755-86cf-f32e109415f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602982 Jun 23 10:11:03.695139 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-a9d08966-7333-4e00-a9d7-adfe3e5a910b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:03.714806 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.provisioning_blocks [None req-a9d08966-7333-4e00-a9d7-adfe3e5a910b admin admin] Transition to ACTIVE for port object 1a8014e4-3e9b-4af1-a284-975245640da3 will not be triggered until provisioned by entity DHCP. {{(pid=93710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:11:03.714806 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-b62abb96-22e4-4da9-ad47-cac538ee08db req-3b30ec36-ec40-41ce-98cc-ea10a23e9612 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31904537'] for port, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:03.722401 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-c08305bd-0838-4a2a-ade4-b593219e11a4 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:03.747184 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b30ec36-ec40-41ce-98cc-ea10a23e9612 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Pushing event deleted for resources: {'Port': ['ID=d21401e9-dd04-48ca-a09d-f281becba8ee,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:03.756179 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-3b30ec36-ec40-41ce-98cc-ea10a23e9612 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:03.772263 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-bf20d6fc-cd28-4974-be70-aafd6303df4c req-616ddf8f-b5b8-4a43-a6be-8104d227a2b8 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e328a08-8e8c-437e-8e5f-2468edc6383a HTTP/1.1" status: 200 len: 210 time: 0.0550911 Jun 23 10:11:03.799689 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-decfe49a-81e0-4601-b716-6742a1dba9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0758f04e-af39-48da-9f63-91d40da7366f', 'name': 'tempest-TestMinimumBasicScenario-1462046567-router', 'tenant_id': '278659f79a2c4eca8923ba599560e630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd65db7e4-970d-431e-927a-32bd74451103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:10:59Z', 'updated_at': '2021-06-23T10:11:00Z', 'revision_number': 3, 'project_id': '278659f79a2c4eca8923ba599560e630', 'gw_port': {'id': 'd65db7e4-970d-431e-927a-32bd74451103', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:24:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0758f04e-af39-48da-9f63-91d40da7366f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:11:00Z', 'updated_at': '2021-06-23T10:11:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi'}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:11:03.830247 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62abb96-22e4-4da9-ad47-cac538ee08db req-3b30ec36-ec40-41ce-98cc-ea10a23e9612 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] No DVR routers for this DVR port d21401e9-dd04-48ca-a09d-f281becba8ee on host hv-cinder-79751 {{(pid=93710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 10:11:03.831882 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] get_ports_and_sgs() called for port_ids ['d21401e9-dd04-48ca-a09d-f281becba8ee'] {{(pid=93712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 10:11:03.833532 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-b62abb96-22e4-4da9-ad47-cac538ee08db req-3b30ec36-ec40-41ce-98cc-ea10a23e9612 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for port, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:03.835991 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decfe49a-81e0-4601-b716-6742a1dba9f7 None None] The sync data for ids ['0758f04e-af39-48da-9f63-91d40da7366f'] in dv-cinder-797510-1-iscsi is: [{'id': '0758f04e-af39-48da-9f63-91d40da7366f', 'name': 'tempest-TestMinimumBasicScenario-1462046567-router', 'tenant_id': '278659f79a2c4eca8923ba599560e630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd65db7e4-970d-431e-927a-32bd74451103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:10:59Z', 'updated_at': '2021-06-23T10:11:00Z', 'revision_number': 3, 'project_id': '278659f79a2c4eca8923ba599560e630', 'gw_port': {'id': 'd65db7e4-970d-431e-927a-32bd74451103', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:24:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0758f04e-af39-48da-9f63-91d40da7366f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:11:00Z', 'updated_at': '2021-06-23T10:11:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi'}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 10:11:03.837155 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-b62abb96-22e4-4da9-ad47-cac538ee08db req-3b30ec36-ec40-41ce-98cc-ea10a23e9612 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.52 "DELETE /v2.0/ports/d21401e9-dd04-48ca-a09d-f281becba8ee HTTP/1.1" status: 204 len: 173 time: 0.9325943 Jun 23 10:11:03.838643 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc25d14d-063b-4e02-8665-18c3d02eace8', 'name': 'network-vif-deleted', 'tag': 'd21401e9-dd04-48ca-a09d-f281becba8ee'}] {{(pid=93710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:11:03.841793 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476757ab5199ad7afce7410758f86ea887fce0aa64a809171aa19cb360cf7c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c961d9f-23ee-4a5e-8f65-c6b047122117" -d '{"events": [{"server_uuid": "fc25d14d-063b-4e02-8665-18c3d02eace8", "name": "network-vif-deleted", "tag": "d21401e9-dd04-48ca-a09d-f281becba8ee"}]}' {{(pid=93710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:11:03.880911 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:03.888289 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 10:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22c42fc-bf37-4897-8d15-64556046d948 x-openstack-request-id: req-c22c42fc-bf37-4897-8d15-64556046d948 {{(pid=93710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:11:03.888289 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc25d14d-063b-4e02-8665-18c3d02eace8", "name": "network-vif-deleted", "tag": "d21401e9-dd04-48ca-a09d-f281becba8ee", "status": "completed", "code": 200}]} {{(pid=93710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:11:03.888289 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c22c42fc-bf37-4897-8d15-64556046d948 {{(pid=93710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:11:03.888686 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc25d14d-063b-4e02-8665-18c3d02eace8', 'name': 'network-vif-deleted', 'tag': 'd21401e9-dd04-48ca-a09d-f281becba8ee', 'status': 'completed', 'code': 200} Jun 23 10:11:03.938159 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-a9d08966-7333-4e00-a9d7-adfe3e5a910b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-600500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731988247197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31904512'] for port, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:03.941676 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-cdb411ba-82ce-46aa-8329-643255e312e2 tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:03.976310 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d08966-7333-4e00-a9d7-adfe3e5a910b admin admin] Network d1e2369b-9c9e-48c7-ad95-912112584ee9 is already hosted by enough agents. {{(pid=93710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:11:03.982349 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.base_scheduler [None req-a9d08966-7333-4e00-a9d7-adfe3e5a910b admin admin] Resources bound (agent type, host, resource id): {{(pid=93710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:11:03.987179 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d08966-7333-4e00-a9d7-adfe3e5a910b admin admin] Received port after_create {{(pid=93710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 10:11:04.033968 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d08966-7333-4e00-a9d7-adfe3e5a910b admin admin] Pushing event updated for resources: {'Port': ['ID=1a8014e4-3e9b-4af1-a284-975245640da3,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:04.033968 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-a9d08966-7333-4e00-a9d7-adfe3e5a910b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:04.035556 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-a9d08966-7333-4e00-a9d7-adfe3e5a910b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723508'] for router_interface, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:04.223078 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b8b1f92d-b4a5-414e-b53a-8ce0f2419f04 req-0d509948-f583-4a56-9319-5cbed8caacec tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 210 time: 0.0522454 Jun 23 10:11:04.319049 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-a9d08966-7333-4e00-a9d7-adfe3e5a910b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:04.478871 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-9fce812a-fce8-414f-b77c-799735071954 None None] Provisioning for port 1a8014e4-3e9b-4af1-a284-975245640da3 completed by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:11:04.486980 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-9fce812a-fce8-414f-b77c-799735071954 None None] Provisioning complete for port 1a8014e4-3e9b-4af1-a284-975245640da3 triggered by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:11:04.486980 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9fce812a-fce8-414f-b77c-799735071954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:04.513729 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-a9d08966-7333-4e00-a9d7-adfe3e5a910b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:04.525307 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-9fce812a-fce8-414f-b77c-799735071954 None None] Port 1a8014e4-3e9b-4af1-a284-975245640da3 cannot update to ACTIVE because it is not bound. {{(pid=93712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 10:11:04.600535 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-a9d08966-7333-4e00-a9d7-adfe3e5a910b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31904530'] for port, after_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:04.603586 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-402de5a8-c8c5-4fa9-bcc4-9d0cdd741b17 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:04.672339 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d08966-7333-4e00-a9d7-adfe3e5a910b admin admin] Pushing event updated for resources: {'Port': ['ID=1a8014e4-3e9b-4af1-a284-975245640da3,revision_number=2']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:04.676339 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-a9d08966-7333-4e00-a9d7-adfe3e5a910b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:04.679619 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-a9d08966-7333-4e00-a9d7-adfe3e5a910b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1536466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1723544'] for router_interface, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:04.693584 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device a4eee368-c43c-4cf0-960d-4742e2a401d5 no longer exists at agent hyperv_hv-cinder-79751 {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 10:11:04.715649 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] No Port match for: a4eee368-c43c-4cf0-960d-4742e2a401d5 {{(pid=93712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 10:11:04.715649 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device a4eee368-c43c-4cf0-960d-4742e2a401d5 not bound to the agent host hv-cinder-79751 {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 10:11:04.715649 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device d21401e9-dd04-48ca-a09d-f281becba8ee no longer exists at agent hyperv_hv-cinder-79751 {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 10:11:04.738248 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] No Port match for: d21401e9-dd04-48ca-a09d-f281becba8ee {{(pid=93712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 10:11:04.738588 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device d21401e9-dd04-48ca-a09d-f281becba8ee not bound to the agent host hv-cinder-79751 {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 10:11:04.774074 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d08966-7333-4e00-a9d7-adfe3e5a910b admin admin] Network d1e2369b-9c9e-48c7-ad95-912112584ee9 is already hosted by enough agents. {{(pid=93710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:11:04.775616 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.base_scheduler [None req-a9d08966-7333-4e00-a9d7-adfe3e5a910b admin admin] Resources bound (agent type, host, resource id): {{(pid=93710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:11:04.861060 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253dc78e-fe5c-41b7-982a-fcceb47fef9c req-8e54acfd-4596-41c7-bb74-00cb08e1dbc7 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:04.870546 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-253dc78e-fe5c-41b7-982a-fcceb47fef9c req-8e54acfd-4596-41c7-bb74-00cb08e1dbc7 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 945 time: 0.1029344 Jun 23 10:11:04.934062 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-253dc78e-fe5c-41b7-982a-fcceb47fef9c req-31a905f0-8653-4263-99d1-fa55293791de tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=883d64c3-2083-4755-86cf-f32e109415f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621951 Jun 23 10:11:04.984979 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d08966-7333-4e00-a9d7-adfe3e5a910b admin admin] Router 0758f04e-af39-48da-9f63-91d40da7366f has already been hosted by L3 agent df545903-e04d-4712-ace0-112b1e927481 {{(pid=93710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 10:11:05.058253 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-7a888496-7518-474d-bbc8-cfe1f220acb3 None None] Provisioning complete for port 1a8014e4-3e9b-4af1-a284-975245640da3 triggered by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:11:05.058638 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7a888496-7518-474d-bbc8-cfe1f220acb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:05.092739 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device d65db7e4-970d-431e-927a-32bd74451103 up at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:11:05.127054 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d08966-7333-4e00-a9d7-adfe3e5a910b admin admin] Notify agent at l3_agent.dv-cinder-797510-1-iscsi the message routers_updated {{(pid=93710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 10:11:05.141082 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-7a888496-7518-474d-bbc8-cfe1f220acb3 None None] Port 1a8014e4-3e9b-4af1-a284-975245640da3 cannot update to ACTIVE because it is not bound. {{(pid=93712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 10:11:05.143316 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-a9d08966-7333-4e00-a9d7-adfe3e5a910b admin admin] 10.222.0.47 "PUT /v2.0/routers/0758f04e-af39-48da-9f63-91d40da7366f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2340009 Jun 23 10:11:05.261818 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning for port d65db7e4-970d-431e-927a-32bd74451103 completed by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:11:05.268067 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning complete for port d65db7e4-970d-431e-927a-32bd74451103 triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:11:05.268067 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:05.351714 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:05.378358 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] For port d65db7e4-970d-431e-927a-32bd74451103, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=d65db7e4-970d-431e-927a-32bd74451103,segment=NetworkSegment(d24f8ae7-6ec3-469c-850d-4a663419c87d),segment_id=d24f8ae7-6ec3-469c-850d-4a663419c87d)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:11:05.406020 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-952559d6-7695-4e76-9c7c-51951c77079e req-0da0697e-1e00-40bc-ada4-3155f6d238e5 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc25d14d-063b-4e02-8665-18c3d02eace8 HTTP/1.1" status: 200 len: 210 time: 0.0319054 Jun 23 10:11:05.457685 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:05.458668 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device c73426ce-43e2-4863-a079-2a60190d280e up at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:11:05.461576 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-26935750-ce1f-4e9d-b87d-a5b136be7bf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:05.541195 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Pushing event updated for resources: {'Port': ['ID=d65db7e4-970d-431e-927a-32bd74451103,revision_number=4']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:05.545737 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:05.551155 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning complete for port c73426ce-43e2-4863-a079-2a60190d280e triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:11:05.551653 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:05.772121 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8866b84-92b8-4e53-abde-eb29e7584cc8 None None] Sync routers for ids ['0758f04e-af39-48da-9f63-91d40da7366f'] in dv-cinder-797510-1-iscsi {{(pid=93712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 10:11:05.779943 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8866b84-92b8-4e53-abde-eb29e7584cc8 None None] Routers {'0758f04e-af39-48da-9f63-91d40da7366f'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:11:05.780496 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-e8866b84-92b8-4e53-abde-eb29e7584cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:10:50Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['0758f04e-af39-48da-9f63-91d40da7366f'], 'active': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:11:05.953421 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 37088) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:11:05.958900 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [None req-d137cc12-df45-4e64-926e-9894e401eb9b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1426723535-network', 'tenant_id': '759c490a47f74d1e8291a83e8d63c606'}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:11:06.005349 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvr_db [None req-e8866b84-92b8-4e53-abde-eb29e7584cc8 None None] Set router 0758f04e-af39-48da-9f63-91d40da7366f gateway port host: dv-cinder-797510-1-iscsi {{(pid=93712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:11:06.051848 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d137cc12-df45-4e64-926e-9894e401eb9b admin admin] Made reservation on behalf of 759c490a47f74d1e8291a83e8d63c606 for: {'network': 1} {{(pid=93710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:11:06.054409 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-d137cc12-df45-4e64-926e-9894e401eb9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for network, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:06.064934 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-d137cc12-df45-4e64-926e-9894e401eb9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:06.131438 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da957f-3de0-4905-854b-37ed82c652ad req-db809d9a-144a-4142-866b-c74d553e95db tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:06.133020 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-49da957f-3de0-4905-854b-37ed82c652ad req-db809d9a-144a-4142-866b-c74d553e95db tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 945 time: 0.0722106 Jun 23 10:11:06.173544 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-49da957f-3de0-4905-854b-37ed82c652ad req-7d81f548-04e5-4a36-a0d0-039caf24ec1b tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=883d64c3-2083-4755-86cf-f32e109415f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343013 Jun 23 10:11:06.178847 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-d137cc12-df45-4e64-926e-9894e401eb9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:06.221379 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-e8866b84-92b8-4e53-abde-eb29e7584cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0758f04e-af39-48da-9f63-91d40da7366f', 'name': 'tempest-TestMinimumBasicScenario-1462046567-router', 'tenant_id': '278659f79a2c4eca8923ba599560e630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd65db7e4-970d-431e-927a-32bd74451103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:10:59Z', 'updated_at': '2021-06-23T10:11:04Z', 'revision_number': 4, 'project_id': '278659f79a2c4eca8923ba599560e630', 'gw_port': {'id': 'd65db7e4-970d-431e-927a-32bd74451103', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:24:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0758f04e-af39-48da-9f63-91d40da7366f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:11:00Z', 'updated_at': '2021-06-23T10:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_interfaces': [{'id': '1a8014e4-3e9b-4af1-a284-975245640da3', 'name': '', 'network_id': 'd1e2369b-9c9e-48c7-ad95-912112584ee9', 'tenant_id': '278659f79a2c4eca8923ba599560e630', 'mac_address': 'fa:16:3e:75:b8:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0758f04e-af39-48da-9f63-91d40da7366f', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'afa03641-580d-49e0-b7dc-70c319ff3a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:11:03Z', 'updated_at': '2021-06-23T10:11:04Z', 'revision_number': 2, 'project_id': '278659f79a2c4eca8923ba599560e630', 'subnets': [{'id': 'afa03641-580d-49e0-b7dc-70c319ff3a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:11:06.249371 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8866b84-92b8-4e53-abde-eb29e7584cc8 None None] Checking router: 0758f04e-af39-48da-9f63-91d40da7366f for host: dv-cinder-797510-1-iscsi {{(pid=93712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 10:11:06.249371 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8866b84-92b8-4e53-abde-eb29e7584cc8 None None] Updating router 0758f04e-af39-48da-9f63-91d40da7366f port 1a8014e4-3e9b-4af1-a284-975245640da3 binding host dv-cinder-797510-1-iscsi {{(pid=93712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 10:11:06.285988 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-d137cc12-df45-4e64-926e-9894e401eb9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:06.289780 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e8866b84-92b8-4e53-abde-eb29e7584cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:06.289946 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-f50c2df0-a0ba-4e0c-ba74-577c98f4be83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:06.312097 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d137cc12-df45-4e64-926e-9894e401eb9b admin admin] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=93710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 10:11:06.322654 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d137cc12-df45-4e64-926e-9894e401eb9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76c6b5f-b343-4114-81dd-ba29d59de259,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:06.325897 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-d137cc12-df45-4e64-926e-9894e401eb9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:06.329040 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-d137cc12-df45-4e64-926e-9894e401eb9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-523806'] for segment, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:06.329449 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.db.segments_db [None req-d137cc12-df45-4e64-926e-9894e401eb9b admin admin] Added segment bd29843b-dc56-42bd-a981-25323214298f of type vlan for network d173df77-66a8-420d-bb54-c1506935a219 Jun 23 10:11:06.373719 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-d137cc12-df45-4e64-926e-9894e401eb9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731988267798'] for network, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:06.466972 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-d137cc12-df45-4e64-926e-9894e401eb9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-193570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976'] for network, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:06.468440 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d137cc12-df45-4e64-926e-9894e401eb9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:06.469031 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-d137cc12-df45-4e64-926e-9894e401eb9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for network, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:06.472342 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:06.511316 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 37098) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:11:06.534514 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d137cc12-df45-4e64-926e-9894e401eb9b admin admin] Pushing event updated for resources: {'Network': ['ID=d173df77-66a8-420d-bb54-c1506935a219,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:06.537193 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-d137cc12-df45-4e64-926e-9894e401eb9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:06.546884 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Network d173df77-66a8-420d-bb54-c1506935a219 details requested by agent ovs-agent-dv-cinder-797510-1-iscsi with host dv-cinder-797510-1-iscsi {{(pid=93712) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 10:11:06.576107 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-d137cc12-df45-4e64-926e-9894e401eb9b admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6213686 Jun 23 10:11:06.578901 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 37100) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:11:06.584429 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [None req-3ee6d3ef-1fec-4d9c-bdf3-d1bac3f11574 admin admin] Request body: {'subnet': {'network_id': 'd173df77-66a8-420d-bb54-c1506935a219', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1426723535-subnet', 'tenant_id': '759c490a47f74d1e8291a83e8d63c606', 'ip_version': 4}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:11:06.657527 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e8866b84-92b8-4e53-abde-eb29e7584cc8 None None] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:06.667865 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-e8866b84-92b8-4e53-abde-eb29e7584cc8 None None] Transition to ACTIVE for port object 1a8014e4-3e9b-4af1-a284-975245640da3 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:11:06.678620 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee6d3ef-1fec-4d9c-bdf3-d1bac3f11574 admin admin] Made reservation on behalf of 759c490a47f74d1e8291a83e8d63c606 for: {'subnet': 1} {{(pid=93710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:11:06.681137 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-3ee6d3ef-1fec-4d9c-bdf3-d1bac3f11574 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33311373'] for subnet, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:06.772166 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e8866b84-92b8-4e53-abde-eb29e7584cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:06.775567 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:06.834436 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0261ae2-c0c4-433d-9552-3744284ee641 None None] Pushing event updated for resources: {'Port': ['ID=1a8014e4-3e9b-4af1-a284-975245640da3,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:06.840089 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-f0261ae2-c0c4-433d-9552-3744284ee641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:06.921774 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device d65db7e4-970d-431e-927a-32bd74451103 up at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:11:06.924421 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-e8866b84-92b8-4e53-abde-eb29e7584cc8 None None] Attempting to bind port 1a8014e4-3e9b-4af1-a284-975245640da3 on host dv-cinder-797510-1-iscsi for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 10:11:06.924792 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-e8866b84-92b8-4e53-abde-eb29e7584cc8 None None] Attempting to bind port 1a8014e4-3e9b-4af1-a284-975245640da3 by drivers openvswitch,hyperv on host dv-cinder-797510-1-iscsi at level 0 using segments [{'id': 'c1a70f88-4aee-4b0d-a9ce-72bb1ca0b839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd1e2369b-9c9e-48c7-ad95-912112584ee9'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 10:11:06.925158 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8866b84-92b8-4e53-abde-eb29e7584cc8 None None] Attempting to bind port 1a8014e4-3e9b-4af1-a284-975245640da3 on network d1e2369b-9c9e-48c7-ad95-912112584ee9 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:11:06.949819 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8866b84-92b8-4e53-abde-eb29e7584cc8 None None] Checking agent: {'id': 'b3037b97-c09d-4619-9318-9bf5134e8ab7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 9, 59, 20), 'started_at': datetime.datetime(2021, 6, 23, 9, 59, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 10, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 10:11:06.950127 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8866b84-92b8-4e53-abde-eb29e7584cc8 None None] Checking segment: {'id': 'c1a70f88-4aee-4b0d-a9ce-72bb1ca0b839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd1e2369b-9c9e-48c7-ad95-912112584ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:11:06.950561 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e8866b84-92b8-4e53-abde-eb29e7584cc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:06.951037 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8866b84-92b8-4e53-abde-eb29e7584cc8 None None] Bound using segment: {'id': 'c1a70f88-4aee-4b0d-a9ce-72bb1ca0b839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd1e2369b-9c9e-48c7-ad95-912112584ee9'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 10:11:06.951521 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-e8866b84-92b8-4e53-abde-eb29e7584cc8 None None] Bound port: 1a8014e4-3e9b-4af1-a284-975245640da3, host: dv-cinder-797510-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a70f88-4aee-4b0d-a9ce-72bb1ca0b839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd1e2369b-9c9e-48c7-ad95-912112584ee9'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 10:11:06.951894 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e8866b84-92b8-4e53-abde-eb29e7584cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:06.983366 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-3ee6d3ef-1fec-4d9c-bdf3-d1bac3f11574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31905168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33311391'] for subnet, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:06.986926 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-5452d6e8-f120-4c18-8ae7-89aa907263fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:07.049242 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33a4c5c-0c47-4cca-a7e6-8a7a92c985d7 req-e19f4a0c-a2e5-4565-90e6-8553afdb448d tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:07.055705 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee6d3ef-1fec-4d9c-bdf3-d1bac3f11574 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cbb0603-9a53-4ca6-8772-c7a8fa7716c9,revision_number=0']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:07.056298 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-e8866b84-92b8-4e53-abde-eb29e7584cc8 None None] For port 1a8014e4-3e9b-4af1-a284-975245640da3, host dv-cinder-797510-1-iscsi, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 10:11:07.056989 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d33a4c5c-0c47-4cca-a7e6-8a7a92c985d7 req-e19f4a0c-a2e5-4565-90e6-8553afdb448d tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0123dfe-6fc1-4c0f-b71a-d4f7ff8bcabe HTTP/1.1" status: 200 len: 945 time: 0.2243621 Jun 23 10:11:07.058897 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning complete for port d65db7e4-970d-431e-927a-32bd74451103 triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:11:07.059573 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:07.059767 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-3ee6d3ef-1fec-4d9c-bdf3-d1bac3f11574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:07.063224 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-e8866b84-92b8-4e53-abde-eb29e7584cc8 None None] For port 1a8014e4-3e9b-4af1-a284-975245640da3, host dv-cinder-797510-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=1a8014e4-3e9b-4af1-a284-975245640da3,segment=NetworkSegment(c1a70f88-4aee-4b0d-a9ce-72bb1ca0b839),segment_id=c1a70f88-4aee-4b0d-a9ce-72bb1ca0b839)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 10:11:07.075512 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee6d3ef-1fec-4d9c-bdf3-d1bac3f11574 admin admin] Checking segment: {'id': 'bd29843b-dc56-42bd-a981-25323214298f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd173df77-66a8-420d-bb54-c1506935a219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:11:07.075512 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee6d3ef-1fec-4d9c-bdf3-d1bac3f11574 admin admin] Network hostable DHCP agents. Network: d173df77-66a8-420d-bb54-c1506935a219, hostable agents: ['676dd52a-94e8-4a4d-a39c-76e96eb0afdc'], hosted agents: [] {{(pid=93710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 10:11:07.137216 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d33a4c5c-0c47-4cca-a7e6-8a7a92c985d7 req-2cb974a9-b5f8-4b5f-8754-7dafb77fa305 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/security-groups?id=d03fb2df-82a8-4d55-8926-e64f6f2b2204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792785 Jun 23 10:11:07.175611 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e8866b84-92b8-4e53-abde-eb29e7584cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:07.178346 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:07.184694 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-16249d7a-f92a-464b-a2ee-84d272f6bc6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723645'] for router_interface, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:07.223148 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee6d3ef-1fec-4d9c-bdf3-d1bac3f11574 admin admin] Network d173df77-66a8-420d-bb54-c1506935a219 is scheduled to be hosted by DHCP agent 676dd52a-94e8-4a4d-a39c-76e96eb0afdc with binding_index 1 {{(pid=93710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 10:11:07.234373 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8866b84-92b8-4e53-abde-eb29e7584cc8 None None] Routers {'0758f04e-af39-48da-9f63-91d40da7366f'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:11:07.234599 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-e8866b84-92b8-4e53-abde-eb29e7584cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:10:50Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['0758f04e-af39-48da-9f63-91d40da7366f'], 'active': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:11:07.287874 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0261ae2-c0c4-433d-9552-3744284ee641 None None] Pushing event updated for resources: {'Port': ['ID=1a8014e4-3e9b-4af1-a284-975245640da3,revision_number=4']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:07.300267 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-f0261ae2-c0c4-433d-9552-3744284ee641 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:07.318220 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.base_scheduler [None req-3ee6d3ef-1fec-4d9c-bdf3-d1bac3f11574 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797510-1-iscsi, d173df77-66a8-420d-bb54-c1506935a219) {{(pid=93710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:11:07.323127 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee6d3ef-1fec-4d9c-bdf3-d1bac3f11574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:07.323716 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-3ee6d3ef-1fec-4d9c-bdf3-d1bac3f11574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for subnet, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:07.367544 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfbc258-0a1e-4197-8f31-32fa912658e1 None None] Network d173df77-66a8-420d-bb54-c1506935a219 requested from dv-cinder-797510-1-iscsi {{(pid=93712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 10:11:07.442144 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvr_db [None req-e8866b84-92b8-4e53-abde-eb29e7584cc8 None None] Set router 0758f04e-af39-48da-9f63-91d40da7366f gateway port host: dv-cinder-797510-1-iscsi {{(pid=93712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:11:07.450920 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-3ee6d3ef-1fec-4d9c-bdf3-d1bac3f11574 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8706398 Jun 23 10:11:07.454286 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 37108) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:11:07.458647 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [None req-cfb05589-0ef2-484e-9c33-88784856cf4b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1426723535-router', 'tenant_id': '759c490a47f74d1e8291a83e8d63c606', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28'}}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:11:07.506795 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee006927-fcea-4bb9-a65d-2f7fb486aaae req-0844f97d-887f-4f33-b5bf-430ac93367a3 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:07.508163 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ee006927-fcea-4bb9-a65d-2f7fb486aaae req-0844f97d-887f-4f33-b5bf-430ac93367a3 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 945 time: 0.1625590 Jun 23 10:11:07.553007 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-cfb05589-0ef2-484e-9c33-88784856cf4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1703949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11356'] for router, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:07.554366 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-cfb05589-0ef2-484e-9c33-88784856cf4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1666384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11349'] for router, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:07.580733 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ee006927-fcea-4bb9-a65d-2f7fb486aaae req-e170dc35-cf60-47af-86fc-27f69a8f48d3 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=883d64c3-2083-4755-86cf-f32e109415f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658796 Jun 23 10:11:07.652546 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-16249d7a-f92a-464b-a2ee-84d272f6bc6b admin admin] Deleting port ac80d30a-bcd9-4afe-b1b6-f1177940d123 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:11:07.653138 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-16249d7a-f92a-464b-a2ee-84d272f6bc6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:07.663205 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-cfb05589-0ef2-484e-9c33-88784856cf4b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:07.709077 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88d8c80-87dd-46e9-9f8a-b38c93dbfad3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa74d5eab-ac2a-5ee0-9548-07359ed1f630-d173df77-66a8-420d-bb54-c1506935a219', 'network_id': 'd173df77-66a8-420d-bb54-c1506935a219', 'tenant_id': '759c490a47f74d1e8291a83e8d63c606', 'fixed_ips': [{'subnet_id': '6cbb0603-9a53-4ca6-8772-c7a8fa7716c9'}]}} from dv-cinder-797510-1-iscsi. {{(pid=93712) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 10:11:07.710574 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c88d8c80-87dd-46e9-9f8a-b38c93dbfad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:07.752744 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-16249d7a-f92a-464b-a2ee-84d272f6bc6b admin admin] For port ac80d30a-bcd9-4afe-b1b6-f1177940d123, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=ac80d30a-bcd9-4afe-b1b6-f1177940d123,segment=NetworkSegment(30b190ff-d6b2-4c22-9ee0-744e98463a17),segment_id=30b190ff-d6b2-4c22-9ee0-744e98463a17)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:11:07.753297 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-16249d7a-f92a-464b-a2ee-84d272f6bc6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:07.773440 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-16249d7a-f92a-464b-a2ee-84d272f6bc6b admin admin] Calling delete_port for ac80d30a-bcd9-4afe-b1b6-f1177940d123 owned by network:router_interface {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:11:07.887687 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-cfb05589-0ef2-484e-9c33-88784856cf4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11335'] for router, precommit_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:08.031945 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-e8866b84-92b8-4e53-abde-eb29e7584cc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0758f04e-af39-48da-9f63-91d40da7366f', 'name': 'tempest-TestMinimumBasicScenario-1462046567-router', 'tenant_id': '278659f79a2c4eca8923ba599560e630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd65db7e4-970d-431e-927a-32bd74451103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:10:59Z', 'updated_at': '2021-06-23T10:11:04Z', 'revision_number': 4, 'project_id': '278659f79a2c4eca8923ba599560e630', 'gw_port': {'id': 'd65db7e4-970d-431e-927a-32bd74451103', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:24:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0758f04e-af39-48da-9f63-91d40da7366f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:11:00Z', 'updated_at': '2021-06-23T10:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_interfaces': [{'id': '1a8014e4-3e9b-4af1-a284-975245640da3', 'name': '', 'network_id': 'd1e2369b-9c9e-48c7-ad95-912112584ee9', 'tenant_id': '278659f79a2c4eca8923ba599560e630', 'mac_address': 'fa:16:3e:75:b8:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0758f04e-af39-48da-9f63-91d40da7366f', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'afa03641-580d-49e0-b7dc-70c319ff3a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:11:03Z', 'updated_at': '2021-06-23T10:11:07Z', 'revision_number': 4, 'project_id': '278659f79a2c4eca8923ba599560e630', 'subnets': [{'id': 'afa03641-580d-49e0-b7dc-70c319ff3a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:11:08.061616 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8866b84-92b8-4e53-abde-eb29e7584cc8 None None] The sync data for ids ['0758f04e-af39-48da-9f63-91d40da7366f'] in dv-cinder-797510-1-iscsi is: [{'id': '0758f04e-af39-48da-9f63-91d40da7366f', 'name': 'tempest-TestMinimumBasicScenario-1462046567-router', 'tenant_id': '278659f79a2c4eca8923ba599560e630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd65db7e4-970d-431e-927a-32bd74451103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:10:59Z', 'updated_at': '2021-06-23T10:11:04Z', 'revision_number': 4, 'project_id': '278659f79a2c4eca8923ba599560e630', 'gw_port': {'id': 'd65db7e4-970d-431e-927a-32bd74451103', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:24:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0758f04e-af39-48da-9f63-91d40da7366f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:11:00Z', 'updated_at': '2021-06-23T10:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_interfaces': [{'id': '1a8014e4-3e9b-4af1-a284-975245640da3', 'name': '', 'network_id': 'd1e2369b-9c9e-48c7-ad95-912112584ee9', 'tenant_id': '278659f79a2c4eca8923ba599560e630', 'mac_address': 'fa:16:3e:75:b8:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0758f04e-af39-48da-9f63-91d40da7366f', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'afa03641-580d-49e0-b7dc-70c319ff3a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:11:03Z', 'updated_at': '2021-06-23T10:11:07Z', 'revision_number': 4, 'project_id': '278659f79a2c4eca8923ba599560e630', 'subnets': [{'id': 'afa03641-580d-49e0-b7dc-70c319ff3a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 10:11:08.069528 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-c88d8c80-87dd-46e9-9f8a-b38c93dbfad3 None None] Allocated IP 172.20.0.2 (d173df77-66a8-420d-bb54-c1506935a219/6cbb0603-9a53-4ca6-8772-c7a8fa7716c9/accca8b7-d196-4901-bd37-ce33dcf0e4aa) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 10:11:08.146833 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-16249d7a-f92a-464b-a2ee-84d272f6bc6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33311619'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:08.151108 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-00fe6288-07c8-40a1-8ac0-940622c02f90 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:08.198803 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-cfb05589-0ef2-484e-9c33-88784856cf4b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:08.208938 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16249d7a-f92a-464b-a2ee-84d272f6bc6b admin admin] Pushing event deleted for resources: {'Port': ['ID=ac80d30a-bcd9-4afe-b1b6-f1177940d123,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:08.214548 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-16249d7a-f92a-464b-a2ee-84d272f6bc6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:08.221065 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-cfb05589-0ef2-484e-9c33-88784856cf4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for port, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:08.348892 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.db_base_plugin_common [None req-cfb05589-0ef2-484e-9c33-88784856cf4b admin admin] Allocated IP 172.27.2.60 (6c022cdf-7908-4fe1-9f3f-494480d09f28/2f1b229c-fc1e-4856-a495-4ccd56c0ef48/2af819bc-bb58-4754-875e-b4ebaa23287d) {{(pid=93710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 10:11:08.395305 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c88d8c80-87dd-46e9-9f8a-b38c93dbfad3 None None] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:08.405826 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-c88d8c80-87dd-46e9-9f8a-b38c93dbfad3 None None] Transition to ACTIVE for port object accca8b7-d196-4901-bd37-ce33dcf0e4aa will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:11:08.437696 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-c88d8c80-87dd-46e9-9f8a-b38c93dbfad3 None None] Transition to ACTIVE for port object accca8b7-d196-4901-bd37-ce33dcf0e4aa will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:11:08.487401 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-cfb05589-0ef2-484e-9c33-88784856cf4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:08.510458 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c88d8c80-87dd-46e9-9f8a-b38c93dbfad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-600500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731988247197'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:08.516242 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:08.560750 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88d8c80-87dd-46e9-9f8a-b38c93dbfad3 None None] Network d173df77-66a8-420d-bb54-c1506935a219 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:11:08.569480 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-c88d8c80-87dd-46e9-9f8a-b38c93dbfad3 None None] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:11:08.579403 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88d8c80-87dd-46e9-9f8a-b38c93dbfad3 None None] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 10:11:08.611831 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-cfb05589-0ef2-484e-9c33-88784856cf4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-600500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731988247197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31904512'] for port, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:08.615859 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-aad51338-0842-43d3-9f82-95f3bffcceb6 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:08.632218 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88d8c80-87dd-46e9-9f8a-b38c93dbfad3 None None] Pushing event updated for resources: {'Port': ['ID=accca8b7-d196-4901-bd37-ce33dcf0e4aa,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:08.636170 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-c88d8c80-87dd-46e9-9f8a-b38c93dbfad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:08.668755 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb05589-0ef2-484e-9c33-88784856cf4b admin admin] Network 6c022cdf-7908-4fe1-9f3f-494480d09f28 is already hosted by enough agents. {{(pid=93710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:11:08.680444 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-c88d8c80-87dd-46e9-9f8a-b38c93dbfad3 None None] Attempting to bind port accca8b7-d196-4901-bd37-ce33dcf0e4aa on host dv-cinder-797510-1-iscsi for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 10:11:08.681848 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-c88d8c80-87dd-46e9-9f8a-b38c93dbfad3 None None] Attempting to bind port accca8b7-d196-4901-bd37-ce33dcf0e4aa by drivers openvswitch,hyperv on host dv-cinder-797510-1-iscsi at level 0 using segments [{'id': 'bd29843b-dc56-42bd-a981-25323214298f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd173df77-66a8-420d-bb54-c1506935a219'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 10:11:08.682576 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88d8c80-87dd-46e9-9f8a-b38c93dbfad3 None None] Attempting to bind port accca8b7-d196-4901-bd37-ce33dcf0e4aa on network d173df77-66a8-420d-bb54-c1506935a219 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:11:08.683089 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4357145-658d-477e-94b0-30a38fd389cb req-ab8c4dbd-64ed-47a3-9569-8df579319e0d tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:08.685141 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-c4357145-658d-477e-94b0-30a38fd389cb req-ab8c4dbd-64ed-47a3-9569-8df579319e0d tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.52 "GET /v2.0/ports?device_id=c0123dfe-6fc1-4c0f-b71a-d4f7ff8bcabe HTTP/1.1" status: 200 len: 945 time: 0.1581488 Jun 23 10:11:08.690230 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88d8c80-87dd-46e9-9f8a-b38c93dbfad3 None None] Checking agent: {'id': 'b3037b97-c09d-4619-9318-9bf5134e8ab7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 9, 59, 20), 'started_at': datetime.datetime(2021, 6, 23, 9, 59, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 10, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 10:11:08.691077 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88d8c80-87dd-46e9-9f8a-b38c93dbfad3 None None] Checking segment: {'id': 'bd29843b-dc56-42bd-a981-25323214298f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd173df77-66a8-420d-bb54-c1506935a219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:11:08.691696 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c88d8c80-87dd-46e9-9f8a-b38c93dbfad3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:08.692307 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88d8c80-87dd-46e9-9f8a-b38c93dbfad3 None None] Bound using segment: {'id': 'bd29843b-dc56-42bd-a981-25323214298f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd173df77-66a8-420d-bb54-c1506935a219'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 10:11:08.693043 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-c88d8c80-87dd-46e9-9f8a-b38c93dbfad3 None None] Bound port: accca8b7-d196-4901-bd37-ce33dcf0e4aa, host: dv-cinder-797510-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd29843b-dc56-42bd-a981-25323214298f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd173df77-66a8-420d-bb54-c1506935a219'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 10:11:08.693193 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.base_scheduler [None req-cfb05589-0ef2-484e-9c33-88784856cf4b admin admin] Resources bound (agent type, host, resource id): {{(pid=93710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:11:08.693783 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c88d8c80-87dd-46e9-9f8a-b38c93dbfad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:08.695778 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb05589-0ef2-484e-9c33-88784856cf4b admin admin] Received port after_create {{(pid=93710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 10:11:08.774777 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-c88d8c80-87dd-46e9-9f8a-b38c93dbfad3 None None] For port accca8b7-d196-4901-bd37-ce33dcf0e4aa, host dv-cinder-797510-1-iscsi, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 10:11:08.778493 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-c88d8c80-87dd-46e9-9f8a-b38c93dbfad3 None None] For port accca8b7-d196-4901-bd37-ce33dcf0e4aa, host dv-cinder-797510-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=accca8b7-d196-4901-bd37-ce33dcf0e4aa,segment=NetworkSegment(bd29843b-dc56-42bd-a981-25323214298f),segment_id=bd29843b-dc56-42bd-a981-25323214298f)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 10:11:08.818756 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb05589-0ef2-484e-9c33-88784856cf4b admin admin] Pushing event updated for resources: {'Port': ['ID=2af819bc-bb58-4754-875e-b4ebaa23287d,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:08.832258 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-cfb05589-0ef2-484e-9c33-88784856cf4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:08.858413 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c88d8c80-87dd-46e9-9f8a-b38c93dbfad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:08.861711 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:08.944972 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-16249d7a-f92a-464b-a2ee-84d272f6bc6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1706509'] for router_interface, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:08.961722 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c38f3b-2f36-4711-a599-c754ca28131c req-bc2fcef7-22f5-474f-83a9-b42fe4d3d7a6 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:08.969602 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a5c38f3b-2f36-4711-a599-c754ca28131c req-bc2fcef7-22f5-474f-83a9-b42fe4d3d7a6 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0123dfe-6fc1-4c0f-b71a-d4f7ff8bcabe HTTP/1.1" status: 200 len: 945 time: 0.6409950 Jun 23 10:11:09.028639 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88d8c80-87dd-46e9-9f8a-b38c93dbfad3 None None] Pushing event updated for resources: {'Port': ['ID=accca8b7-d196-4901-bd37-ce33dcf0e4aa,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:09.035522 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-c88d8c80-87dd-46e9-9f8a-b38c93dbfad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:09.098847 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [req-c4357145-658d-477e-94b0-30a38fd389cb req-2357d0f3-7491-4730-b658-f51478ea0bb2 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Deleting port 42f2b08e-3142-4551-a358-e9fc56b69327 {{(pid=93710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:11:09.099118 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-c4357145-658d-477e-94b0-30a38fd389cb req-2357d0f3-7491-4730-b658-f51478ea0bb2 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:09.123029 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device 1a8014e4-3e9b-4af1-a284-975245640da3 up at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:11:09.128125 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b043a99-4453-4425-a825-9712e5966890 req-cfad07c2-422b-4056-a0f8-b57e41a65e9d tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:09.129912 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-8b043a99-4453-4425-a825-9712e5966890 req-cfad07c2-422b-4056-a0f8-b57e41a65e9d tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 945 time: 0.2837014 Jun 23 10:11:09.151378 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a5c38f3b-2f36-4711-a599-c754ca28131c req-88b27c81-dfc8-47d4-9e3c-8a779001ffe6 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/security-groups?id=d03fb2df-82a8-4d55-8926-e64f6f2b2204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804190 Jun 23 10:11:09.261261 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-8b043a99-4453-4425-a825-9712e5966890 req-14bccab1-375d-469c-a2bf-899818ac682e tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=883d64c3-2083-4755-86cf-f32e109415f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068835 Jun 23 10:11:09.309624 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning for port 1a8014e4-3e9b-4af1-a284-975245640da3 completed by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:11:09.318100 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning complete for port 1a8014e4-3e9b-4af1-a284-975245640da3 triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:11:09.319253 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:09.322217 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.db [req-c4357145-658d-477e-94b0-30a38fd389cb req-2357d0f3-7491-4730-b658-f51478ea0bb2 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] For port 42f2b08e-3142-4551-a358-e9fc56b69327, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=42f2b08e-3142-4551-a358-e9fc56b69327,segment=NetworkSegment(6ef876d1-6a68-4027-aed0-1d01a0f0bb35),segment_id=6ef876d1-6a68-4027-aed0-1d01a0f0bb35)] {{(pid=93710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:11:09.323151 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-c4357145-658d-477e-94b0-30a38fd389cb req-2357d0f3-7491-4730-b658-f51478ea0bb2 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:09.345392 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [req-c4357145-658d-477e-94b0-30a38fd389cb req-2357d0f3-7491-4730-b658-f51478ea0bb2 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Calling delete_port for 42f2b08e-3142-4551-a358-e9fc56b69327 owned by compute:nova {{(pid=93710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:11:09.376031 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-cfb05589-0ef2-484e-9c33-88784856cf4b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:09.480784 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16249d7a-f92a-464b-a2ee-84d272f6bc6b admin admin] Router eff7169a-c912-43bf-9f68-ebe32f7cee0d has already been hosted by L3 agent df545903-e04d-4712-ace0-112b1e927481 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 10:11:09.492511 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:09.543658 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] For port 1a8014e4-3e9b-4af1-a284-975245640da3, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=1a8014e4-3e9b-4af1-a284-975245640da3,segment=NetworkSegment(c1a70f88-4aee-4b0d-a9ce-72bb1ca0b839),segment_id=c1a70f88-4aee-4b0d-a9ce-72bb1ca0b839)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:11:09.609899 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16249d7a-f92a-464b-a2ee-84d272f6bc6b admin admin] Notify agent at l3_agent.dv-cinder-797510-1-iscsi the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 10:11:09.615697 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-16249d7a-f92a-464b-a2ee-84d272f6bc6b admin admin] 10.222.0.47 "PUT /v2.0/routers/eff7169a-c912-43bf-9f68-ebe32f7cee0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1025121 Jun 23 10:11:09.618472 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 37118) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:11:09.620778 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06521867-5425-4409-ae95-22eab2aaec83 None None] Sync routers for ids ['eff7169a-c912-43bf-9f68-ebe32f7cee0d'] in dv-cinder-797510-1-iscsi {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 10:11:09.634867 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06521867-5425-4409-ae95-22eab2aaec83 None None] Routers {'eff7169a-c912-43bf-9f68-ebe32f7cee0d'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:11:09.636133 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-06521867-5425-4409-ae95-22eab2aaec83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:10:50Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['eff7169a-c912-43bf-9f68-ebe32f7cee0d'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:11:09.681522 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:09.687528 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:09.763164 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Pushing event updated for resources: {'Port': ['ID=1a8014e4-3e9b-4af1-a284-975245640da3,revision_number=5']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:09.768326 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:09.777069 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-06521867-5425-4409-ae95-22eab2aaec83 None None] Set router eff7169a-c912-43bf-9f68-ebe32f7cee0d gateway port host: dv-cinder-797510-1-iscsi {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:11:09.791414 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fe48cfb1-ab96-4f34-a90f-bf1358b7191a admin admin] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:09.923414 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fe48cfb1-ab96-4f34-a90f-bf1358b7191a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:09.981968 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-06521867-5425-4409-ae95-22eab2aaec83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff7169a-c912-43bf-9f68-ebe32f7cee0d', 'name': 'tempest-ServerRescueNegativeTestJSON-680481498-router', 'tenant_id': '7d46b0904cf749dda07bbce4569535a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '7b51361b-a11e-4adc-9dc8-64a314ee9af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:07:12Z', 'updated_at': '2021-06-23T10:11:07Z', 'revision_number': 5, 'project_id': '7d46b0904cf749dda07bbce4569535a4', 'gw_port': {'id': '7b51361b-a11e-4adc-9dc8-64a314ee9af4', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:df:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff7169a-c912-43bf-9f68-ebe32f7cee0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:13Z', 'updated_at': '2021-06-23T10:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi'}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:11:09.994367 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-cfb05589-0ef2-484e-9c33-88784856cf4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1735028'] for router, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:10.010819 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06521867-5425-4409-ae95-22eab2aaec83 None None] Checking router: eff7169a-c912-43bf-9f68-ebe32f7cee0d for host: dv-cinder-797510-1-iscsi {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 10:11:10.018911 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06521867-5425-4409-ae95-22eab2aaec83 None None] Routers {'eff7169a-c912-43bf-9f68-ebe32f7cee0d'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:11:10.019527 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-06521867-5425-4409-ae95-22eab2aaec83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:10:50Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['eff7169a-c912-43bf-9f68-ebe32f7cee0d'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:11:10.102270 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-fe48cfb1-ab96-4f34-a90f-bf1358b7191a admin admin] Deleting port 7b51361b-a11e-4adc-9dc8-64a314ee9af4 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:11:10.104543 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-c4357145-658d-477e-94b0-30a38fd389cb req-2357d0f3-7491-4730-b658-f51478ea0bb2 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31904537'] for port, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:10.106211 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fe48cfb1-ab96-4f34-a90f-bf1358b7191a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:10.109201 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:10.126047 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] get_ports_and_sgs() called for port_ids ['55f833fa-1491-47ab-8019-a4e5a24dd904', 'dc4b3e27-d91c-4c1e-9d42-09679f24b4b9', '42f2b08e-3142-4551-a358-e9fc56b69327'] {{(pid=93712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 10:11:10.133602 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2357d0f3-7491-4730-b658-f51478ea0bb2 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Pushing event deleted for resources: {'Port': ['ID=42f2b08e-3142-4551-a358-e9fc56b69327,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:10.142810 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-2357d0f3-7491-4730-b658-f51478ea0bb2 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:10.152460 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-06521867-5425-4409-ae95-22eab2aaec83 None None] Set router eff7169a-c912-43bf-9f68-ebe32f7cee0d gateway port host: dv-cinder-797510-1-iscsi {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:11:10.244578 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-fe48cfb1-ab96-4f34-a90f-bf1358b7191a admin admin] For port 7b51361b-a11e-4adc-9dc8-64a314ee9af4, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=7b51361b-a11e-4adc-9dc8-64a314ee9af4,segment=NetworkSegment(d24f8ae7-6ec3-469c-850d-4a663419c87d),segment_id=d24f8ae7-6ec3-469c-850d-4a663419c87d)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:11:10.244981 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fe48cfb1-ab96-4f34-a90f-bf1358b7191a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:10.260347 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-fe48cfb1-ab96-4f34-a90f-bf1358b7191a admin admin] Calling delete_port for 7b51361b-a11e-4adc-9dc8-64a314ee9af4 owned by network:router_gateway {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:11:10.295667 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4357145-658d-477e-94b0-30a38fd389cb req-2357d0f3-7491-4730-b658-f51478ea0bb2 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] No DVR routers for this DVR port 42f2b08e-3142-4551-a358-e9fc56b69327 on host hv-cinder-79751 {{(pid=93710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 10:11:10.310019 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-c4357145-658d-477e-94b0-30a38fd389cb req-2357d0f3-7491-4730-b658-f51478ea0bb2 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for port, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:10.312197 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-c4357145-658d-477e-94b0-30a38fd389cb req-2357d0f3-7491-4730-b658-f51478ea0bb2 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.52 "DELETE /v2.0/ports/42f2b08e-3142-4551-a358-e9fc56b69327 HTTP/1.1" status: 204 len: 173 time: 1.6203341 Jun 23 10:11:10.314284 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0123dfe-6fc1-4c0f-b71a-d4f7ff8bcabe', 'name': 'network-vif-deleted', 'tag': '42f2b08e-3142-4551-a358-e9fc56b69327'}] {{(pid=93710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:11:10.317475 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476757ab5199ad7afce7410758f86ea887fce0aa64a809171aa19cb360cf7c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e819de3c-b017-48bc-bf26-ad050b41b9f7" -d '{"events": [{"server_uuid": "c0123dfe-6fc1-4c0f-b71a-d4f7ff8bcabe", "name": "network-vif-deleted", "tag": "42f2b08e-3142-4551-a358-e9fc56b69327"}]}' {{(pid=93710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:11:10.440816 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb05589-0ef2-484e-9c33-88784856cf4b admin admin] Router cbd58258-51d2-4345-9522-a14d014e4027 is scheduled to L3 agent df545903-e04d-4712-ace0-112b1e927481 with binding_index 1 {{(pid=93710) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 10:11:10.452682 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-06521867-5425-4409-ae95-22eab2aaec83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eff7169a-c912-43bf-9f68-ebe32f7cee0d', 'name': 'tempest-ServerRescueNegativeTestJSON-680481498-router', 'tenant_id': '7d46b0904cf749dda07bbce4569535a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '7b51361b-a11e-4adc-9dc8-64a314ee9af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:07:12Z', 'updated_at': '2021-06-23T10:11:07Z', 'revision_number': 5, 'project_id': '7d46b0904cf749dda07bbce4569535a4', 'gw_port': {'id': '7b51361b-a11e-4adc-9dc8-64a314ee9af4', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:df:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff7169a-c912-43bf-9f68-ebe32f7cee0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:13Z', 'updated_at': '2021-06-23T10:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi'}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:11:10.463709 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f3b7618e-f6fb-43a8-bd07-543f73f6d8b3 req-06f3adcf-e02d-4c5b-9dcb-62d5c3eb9de5 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0123dfe-6fc1-4c0f-b71a-d4f7ff8bcabe HTTP/1.1" status: 200 len: 210 time: 0.0816622 Jun 23 10:11:10.640036 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb05589-0ef2-484e-9c33-88784856cf4b admin admin] Notify agent at l3_agent.dv-cinder-797510-1-iscsi the message routers_updated {{(pid=93710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 10:11:10.643254 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 10:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d2f036-8d7c-45f4-9672-13292f461f1b x-openstack-request-id: req-d0d2f036-8d7c-45f4-9672-13292f461f1b {{(pid=93710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:11:10.643254 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0123dfe-6fc1-4c0f-b71a-d4f7ff8bcabe", "name": "network-vif-deleted", "tag": "42f2b08e-3142-4551-a358-e9fc56b69327", "status": "completed", "code": 200}]} {{(pid=93710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:11:10.643678 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d0d2f036-8d7c-45f4-9672-13292f461f1b {{(pid=93710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:11:10.644189 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0123dfe-6fc1-4c0f-b71a-d4f7ff8bcabe', 'name': 'network-vif-deleted', 'tag': '42f2b08e-3142-4551-a358-e9fc56b69327', 'status': 'completed', 'code': 200} Jun 23 10:11:10.651982 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f343cd5-8e39-47a8-a60b-de831001d98f None None] Sync routers for ids ['cbd58258-51d2-4345-9522-a14d014e4027'] in dv-cinder-797510-1-iscsi {{(pid=93712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 10:11:10.655348 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06521867-5425-4409-ae95-22eab2aaec83 None None] The sync data for ids ['eff7169a-c912-43bf-9f68-ebe32f7cee0d'] in dv-cinder-797510-1-iscsi is: [{'id': 'eff7169a-c912-43bf-9f68-ebe32f7cee0d', 'name': 'tempest-ServerRescueNegativeTestJSON-680481498-router', 'tenant_id': '7d46b0904cf749dda07bbce4569535a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.108'}], 'enable_snat': True}, 'gw_port_id': '7b51361b-a11e-4adc-9dc8-64a314ee9af4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:07:12Z', 'updated_at': '2021-06-23T10:11:07Z', 'revision_number': 5, 'project_id': '7d46b0904cf749dda07bbce4569535a4', 'gw_port': {'id': '7b51361b-a11e-4adc-9dc8-64a314ee9af4', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:df:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff7169a-c912-43bf-9f68-ebe32f7cee0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:13Z', 'updated_at': '2021-06-23T10:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi'}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 10:11:10.666815 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f343cd5-8e39-47a8-a60b-de831001d98f None None] Routers {'cbd58258-51d2-4345-9522-a14d014e4027'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:11:10.667680 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-4f343cd5-8e39-47a8-a60b-de831001d98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:10:50Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['cbd58258-51d2-4345-9522-a14d014e4027'], 'active': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:11:10.684758 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce3f7c-7e8c-41fc-b21a-cb51aefeaff6 req-aed83cda-ff4e-4c0f-88b6-54efb55e8b5b tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:10.686272 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9cce3f7c-7e8c-41fc-b21a-cb51aefeaff6 req-aed83cda-ff4e-4c0f-88b6-54efb55e8b5b tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 945 time: 0.1653082 Jun 23 10:11:10.722707 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7deee275-2e5e-4b2c-904e-3bc81e35a454 None None] Network d173df77-66a8-420d-bb54-c1506935a219 requested from dv-cinder-797510-1-iscsi {{(pid=93712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 10:11:10.736994 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9cce3f7c-7e8c-41fc-b21a-cb51aefeaff6 req-e3d040be-86fa-4b77-b5a6-bc8003c14f74 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=883d64c3-2083-4755-86cf-f32e109415f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423226 Jun 23 10:11:10.743815 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-cfb05589-0ef2-484e-9c33-88784856cf4b admin admin] Notify callbacks [] for router, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:10.747557 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-cfb05589-0ef2-484e-9c33-88784856cf4b admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2906609 Jun 23 10:11:10.748428 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 37128) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:11:10.801044 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fe48cfb1-ab96-4f34-a90f-bf1358b7191a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33311619'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:10.819667 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-f580e572-0a9c-43f2-bf55-101dde84693c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:10.888186 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvr_db [None req-4f343cd5-8e39-47a8-a60b-de831001d98f None None] Set router cbd58258-51d2-4345-9522-a14d014e4027 gateway port host: dv-cinder-797510-1-iscsi {{(pid=93712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:11:10.917224 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe48cfb1-ab96-4f34-a90f-bf1358b7191a admin admin] Pushing event deleted for resources: {'Port': ['ID=7b51361b-a11e-4adc-9dc8-64a314ee9af4,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:10.938092 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-fe48cfb1-ab96-4f34-a90f-bf1358b7191a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:10.964104 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fe48cfb1-ab96-4f34-a90f-bf1358b7191a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707160'] for router_gateway, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:11.028659 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-2dfc1b9d-dccd-48f0-849b-52d0bcaf0bb4 None None] Provisioning for port accca8b7-d196-4901-bd37-ce33dcf0e4aa completed by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:11:11.090960 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fe48cfb1-ab96-4f34-a90f-bf1358b7191a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11342'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:11.094168 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fe48cfb1-ab96-4f34-a90f-bf1358b7191a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:11.275784 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-4f343cd5-8e39-47a8-a60b-de831001d98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd58258-51d2-4345-9522-a14d014e4027', 'name': 'tempest-TestMinimumBasicScenario-1426723535-router', 'tenant_id': '759c490a47f74d1e8291a83e8d63c606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '2af819bc-bb58-4754-875e-b4ebaa23287d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:11:07Z', 'updated_at': '2021-06-23T10:11:09Z', 'revision_number': 3, 'project_id': '759c490a47f74d1e8291a83e8d63c606', 'gw_port': {'id': '2af819bc-bb58-4754-875e-b4ebaa23287d', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:18:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd58258-51d2-4345-9522-a14d014e4027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:11:08Z', 'updated_at': '2021-06-23T10:11:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi'}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:11:11.320819 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fe48cfb1-ab96-4f34-a90f-bf1358b7191a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705974'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:11.326827 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe48cfb1-ab96-4f34-a90f-bf1358b7191a admin admin] Fanout notify agent at l3_agent the message router_deleted on router eff7169a-c912-43bf-9f68-ebe32f7cee0d {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 10:11:11.334908 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fe48cfb1-ab96-4f34-a90f-bf1358b7191a admin admin] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:11.339159 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-fe48cfb1-ab96-4f34-a90f-bf1358b7191a admin admin] 10.222.0.47 "DELETE /v2.0/routers/eff7169a-c912-43bf-9f68-ebe32f7cee0d HTTP/1.1" status: 204 len: 168 time: 1.7127328 Jun 23 10:11:11.340013 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 37136) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:11:11.354617 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f343cd5-8e39-47a8-a60b-de831001d98f None None] Checking router: cbd58258-51d2-4345-9522-a14d014e4027 for host: dv-cinder-797510-1-iscsi {{(pid=93712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 10:11:11.355175 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f343cd5-8e39-47a8-a60b-de831001d98f None None] Updating router cbd58258-51d2-4345-9522-a14d014e4027 port 2af819bc-bb58-4754-875e-b4ebaa23287d binding host dv-cinder-797510-1-iscsi {{(pid=93712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 10:11:11.394366 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-e960c6f3-c0bf-4a32-b3fe-3dbdae430f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for port, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:11.469983 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4f343cd5-8e39-47a8-a60b-de831001d98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:11.475281 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e8174d9-e383-4829-9169-e73ed21225b1 admin admin] Deleting subnet ee931124-afba-46a0-8fb4-344a768129bc {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 10:11:11.495195 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8e8174d9-e383-4829-9169-e73ed21225b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:11.516724 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device 1a8014e4-3e9b-4af1-a284-975245640da3 up at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:11:11.556031 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6def0e-5c76-4fe6-92d2-60ad00e3e27c req-0aeacb14-5692-4e22-a737-cd268c10b776 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:11.557722 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9a6def0e-5c76-4fe6-92d2-60ad00e3e27c req-0aeacb14-5692-4e22-a737-cd268c10b776 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 945 time: 0.1629562 Jun 23 10:11:11.565314 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8e8174d9-e383-4829-9169-e73ed21225b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32565859'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:11.725233 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9a6def0e-5c76-4fe6-92d2-60ad00e3e27c req-2ed39b05-beaf-4a92-8f8f-2f1f85d933bd tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=883d64c3-2083-4755-86cf-f32e109415f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577504 Jun 23 10:11:11.731373 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8e8174d9-e383-4829-9169-e73ed21225b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528171'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:11.739974 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning complete for port 1a8014e4-3e9b-4af1-a284-975245640da3 triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:11:11.739974 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:11.793207 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f3989-0706-43b9-a536-b10c856be786 req-a0b92efc-17e8-420a-a3ff-a45099d3e8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:11.793207 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-ca3f3989-0706-43b9-a536-b10c856be786 req-a0b92efc-17e8-420a-a3ff-a45099d3e8f5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2bfd8cef6a2f47babb53716771db0095&device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 1098 time: 0.2611077 Jun 23 10:11:11.857535 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-6b5f4321-cdad-4ee8-8153-b98aacb62157 req-c812bfb1-3d13-4def-a9f1-8dbe611b7135 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0123dfe-6fc1-4c0f-b71a-d4f7ff8bcabe HTTP/1.1" status: 200 len: 210 time: 0.0733476 Jun 23 10:11:11.903880 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.db_base_plugin_common [None req-e960c6f3-c0bf-4a32-b3fe-3dbdae430f65 admin admin] Allocated IP 172.20.0.1 (d173df77-66a8-420d-bb54-c1506935a219/6cbb0603-9a53-4ca6-8772-c7a8fa7716c9/b2846427-cf77-4579-8a7f-0644eb0ded6b) {{(pid=93710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 10:11:11.954895 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8e8174d9-e383-4829-9169-e73ed21225b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33311689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29709700'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:11.957925 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:11.958749 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4f343cd5-8e39-47a8-a60b-de831001d98f None None] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:11.962629 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device accca8b7-d196-4901-bd37-ce33dcf0e4aa up at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:11:11.983408 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8174d9-e383-4829-9169-e73ed21225b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee931124-afba-46a0-8fb4-344a768129bc,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:11.987019 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-8e8174d9-e383-4829-9169-e73ed21225b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:11.987629 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8e8174d9-e383-4829-9169-e73ed21225b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:11.989940 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-8e8174d9-e383-4829-9169-e73ed21225b1 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/ee931124-afba-46a0-8fb4-344a768129bc HTTP/1.1" status: 204 len: 168 time: 0.6484652 Jun 23 10:11:11.990700 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-4f343cd5-8e39-47a8-a60b-de831001d98f None None] Transition to ACTIVE for port object 2af819bc-bb58-4754-875e-b4ebaa23287d will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:11:11.992085 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 37140) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:11:12.000936 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f3989-0706-43b9-a536-b10c856be786 req-e52df999-78ef-42c6-96e7-3f340f3c4b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:12.002402 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-ca3f3989-0706-43b9-a536-b10c856be786 req-e52df999-78ef-42c6-96e7-3f340f3c4b53 service neutron] 10.222.0.52 "GET /v2.0/networks?id=75208ede-2304-4522-bb33-3632300dc81d HTTP/1.1" status: 200 len: 912 time: 0.1765766 Jun 23 10:11:12.045787 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4f343cd5-8e39-47a8-a60b-de831001d98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:12.047814 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:12.066493 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9b91f4f9-a519-474d-ba49-57f586395663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-550829'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:12.098810 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-4f343cd5-8e39-47a8-a60b-de831001d98f None None] Attempting to bind port 2af819bc-bb58-4754-875e-b4ebaa23287d on host dv-cinder-797510-1-iscsi for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 10:11:12.099257 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-4f343cd5-8e39-47a8-a60b-de831001d98f None None] Attempting to bind port 2af819bc-bb58-4754-875e-b4ebaa23287d by drivers openvswitch,hyperv on host dv-cinder-797510-1-iscsi at level 0 using segments [{'id': 'd24f8ae7-6ec3-469c-850d-4a663419c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 10:11:12.099628 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f343cd5-8e39-47a8-a60b-de831001d98f None None] Attempting to bind port 2af819bc-bb58-4754-875e-b4ebaa23287d on network 6c022cdf-7908-4fe1-9f3f-494480d09f28 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:11:12.105041 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-ca3f3989-0706-43b9-a536-b10c856be786 req-0ef38883-a070-4bc3-80bd-031f3e69cc4e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5 HTTP/1.1" status: 200 len: 1001 time: 0.0918162 Jun 23 10:11:12.105437 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f04c03d-5aab-4691-8128-a4ada002cc5b None None] Pushing event updated for resources: {'Port': ['ID=2af819bc-bb58-4754-875e-b4ebaa23287d,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:12.109277 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-e960c6f3-c0bf-4a32-b3fe-3dbdae430f65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:12.115771 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-2f04c03d-5aab-4691-8128-a4ada002cc5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:12.118029 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f343cd5-8e39-47a8-a60b-de831001d98f None None] Checking agent: {'id': 'b3037b97-c09d-4619-9318-9bf5134e8ab7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 9, 59, 20), 'started_at': datetime.datetime(2021, 6, 23, 9, 59, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 10, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 10:11:12.118854 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f343cd5-8e39-47a8-a60b-de831001d98f None None] Checking segment: {'id': 'd24f8ae7-6ec3-469c-850d-4a663419c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:11:12.119698 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4f343cd5-8e39-47a8-a60b-de831001d98f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:12.120092 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f343cd5-8e39-47a8-a60b-de831001d98f None None] Bound using segment: {'id': 'd24f8ae7-6ec3-469c-850d-4a663419c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 10:11:12.120585 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-4f343cd5-8e39-47a8-a60b-de831001d98f None None] Bound port: 2af819bc-bb58-4754-875e-b4ebaa23287d, host: dv-cinder-797510-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd24f8ae7-6ec3-469c-850d-4a663419c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 10:11:12.120961 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4f343cd5-8e39-47a8-a60b-de831001d98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:12.124640 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning for port accca8b7-d196-4901-bd37-ce33dcf0e4aa completed by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:11:12.139220 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.provisioning_blocks [None req-e960c6f3-c0bf-4a32-b3fe-3dbdae430f65 admin admin] Transition to ACTIVE for port object b2846427-cf77-4579-8a7f-0644eb0ded6b will not be triggered until provisioned by entity DHCP. {{(pid=93710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:11:12.146782 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning complete for port accca8b7-d196-4901-bd37-ce33dcf0e4aa triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:11:12.147279 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:12.161254 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9b91f4f9-a519-474d-ba49-57f586395663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527526', 'neutron.services.segments.db._delete_segments_for_network-8731988835103'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:12.187727 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.services.segments.db [None req-9b91f4f9-a519-474d-ba49-57f586395663 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:11:12.205154 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.services.segments.db [None req-9b91f4f9-a519-474d-ba49-57f586395663 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30b190ff-d6b2-4c22-9ee0-744e98463a17') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:11:12.208582 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.services.segments.db [None req-9b91f4f9-a519-474d-ba49-57f586395663 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30b190ff-d6b2-4c22-9ee0-744e98463a17') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:11:12.221269 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f3989-0706-43b9-a536-b10c856be786 req-e4d3d9eb-cca9-4091-8e2c-d9f8fdbb1c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:12.223004 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-ca3f3989-0706-43b9-a536-b10c856be786 req-e4d3d9eb-cca9-4091-8e2c-d9f8fdbb1c5b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=222c10a8-002c-4ace-acfb-70d9b2714faa HTTP/1.1" status: 200 len: 850 time: 0.1081882 Jun 23 10:11:12.227018 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9b91f4f9-a519-474d-ba49-57f586395663 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731988825070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32565884'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:12.229996 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-4f343cd5-8e39-47a8-a60b-de831001d98f None None] For port 2af819bc-bb58-4754-875e-b4ebaa23287d, host dv-cinder-797510-1-iscsi, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 10:11:12.233971 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-4f343cd5-8e39-47a8-a60b-de831001d98f None None] For port 2af819bc-bb58-4754-875e-b4ebaa23287d, host dv-cinder-797510-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=2af819bc-bb58-4754-875e-b4ebaa23287d,segment=NetworkSegment(d24f8ae7-6ec3-469c-850d-4a663419c87d),segment_id=d24f8ae7-6ec3-469c-850d-4a663419c87d)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 10:11:12.248469 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9b91f4f9-a519-474d-ba49-57f586395663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-523806'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:12.257734 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b91f4f9-a519-474d-ba49-57f586395663 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 10:11:12.258229 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9b91f4f9-a519-474d-ba49-57f586395663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-523806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33311572'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:12.261151 dv-cinder-797510-1-iscsi neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 10:11:12.261151 dv-cinder-797510-1-iscsi neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jun 23 10:11:12.261151 dv-cinder-797510-1-iscsi neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 10:11:12.261151 dv-cinder-797510-1-iscsi neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jun 23 10:11:12.261151 dv-cinder-797510-1-iscsi neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 10:11:12.261151 dv-cinder-797510-1-iscsi neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jun 23 10:11:12.261151 dv-cinder-797510-1-iscsi neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 10:11:12.261151 dv-cinder-797510-1-iscsi neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jun 23 10:11:12.261151 dv-cinder-797510-1-iscsi neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 10:11:12.261151 dv-cinder-797510-1-iscsi neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jun 23 10:11:12.261151 dv-cinder-797510-1-iscsi neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 10:11:12.261151 dv-cinder-797510-1-iscsi neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jun 23 10:11:12.261151 dv-cinder-797510-1-iscsi neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 10:11:12.261151 dv-cinder-797510-1-iscsi neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jun 23 10:11:12.261151 dv-cinder-797510-1-iscsi neutron-server[93711]: Traceback (most recent call last): Jun 23 10:11:12.261151 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 10:11:12.261151 dv-cinder-797510-1-iscsi neutron-server[93711]: timer() Jun 23 10:11:12.261151 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 10:11:12.261151 dv-cinder-797510-1-iscsi neutron-server[93711]: cb(*args, **kw) Jun 23 10:11:12.261151 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 10:11:12.261151 dv-cinder-797510-1-iscsi neutron-server[93711]: return func(*args, **kwargs) Jun 23 10:11:12.261151 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 10:11:12.261151 dv-cinder-797510-1-iscsi neutron-server[93711]: self._notify() Jun 23 10:11:12.261151 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 10:11:12.261151 dv-cinder-797510-1-iscsi neutron-server[93711]: self.callback(batched_events) Jun 23 10:11:12.261151 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 10:11:12.261151 dv-cinder-797510-1-iscsi neutron-server[93711]: event.method(event) Jun 23 10:11:12.261151 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 10:11:12.261151 dv-cinder-797510-1-iscsi neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 10:11:12.261151 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 10:11:12.261151 dv-cinder-797510-1-iscsi neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 10:11:12.261151 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 10:11:12.261151 dv-cinder-797510-1-iscsi neutron-server[93711]: return f(self, *a, **k) Jun 23 10:11:12.261151 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 10:11:12.261151 dv-cinder-797510-1-iscsi neutron-server[93711]: return self._get(url).json() Jun 23 10:11:12.261151 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 10:11:12.261151 dv-cinder-797510-1-iscsi neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 10:11:12.261151 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 10:11:12.261151 dv-cinder-797510-1-iscsi neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jun 23 10:11:12.261151 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 10:11:12.261151 dv-cinder-797510-1-iscsi neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 10:11:12.261151 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 10:11:12.261151 dv-cinder-797510-1-iscsi neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 10:11:12.261151 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 10:11:12.261151 dv-cinder-797510-1-iscsi neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 10:11:12.261151 dv-cinder-797510-1-iscsi neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 10:11:12.295141 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:12.305953 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f3989-0706-43b9-a536-b10c856be786 req-bd10215f-aacf-4dca-a355-fadee5630461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:12.305953 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-ca3f3989-0706-43b9-a536-b10c856be786 req-bd10215f-aacf-4dca-a355-fadee5630461 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=75208ede-2304-4522-bb33-3632300dc81d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0682070 Jun 23 10:11:12.330000 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] For port accca8b7-d196-4901-bd37-ce33dcf0e4aa, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=accca8b7-d196-4901-bd37-ce33dcf0e4aa,segment=NetworkSegment(bd29843b-dc56-42bd-a981-25323214298f),segment_id=bd29843b-dc56-42bd-a981-25323214298f)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:11:12.371484 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-e960c6f3-c0bf-4a32-b3fe-3dbdae430f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-600500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731988247197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31904512'] for port, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:12.375766 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-aad51338-0842-43d3-9f82-95f3bffcceb6 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:12.401525 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4f343cd5-8e39-47a8-a60b-de831001d98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:12.404875 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:12.420564 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e960c6f3-c0bf-4a32-b3fe-3dbdae430f65 admin admin] Network d173df77-66a8-420d-bb54-c1506935a219 is already hosted by enough agents. {{(pid=93710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:11:12.429573 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.base_scheduler [None req-e960c6f3-c0bf-4a32-b3fe-3dbdae430f65 admin admin] Resources bound (agent type, host, resource id): {{(pid=93710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:11:12.437936 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e960c6f3-c0bf-4a32-b3fe-3dbdae430f65 admin admin] Received port after_create {{(pid=93710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 10:11:12.454187 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f343cd5-8e39-47a8-a60b-de831001d98f None None] Routers {'cbd58258-51d2-4345-9522-a14d014e4027'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:11:12.454905 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-4f343cd5-8e39-47a8-a60b-de831001d98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:10:50Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['cbd58258-51d2-4345-9522-a14d014e4027'], 'active': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:11:12.467138 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e960c6f3-c0bf-4a32-b3fe-3dbdae430f65 admin admin] Pushing event updated for resources: {'Port': ['ID=b2846427-cf77-4579-8a7f-0644eb0ded6b,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:12.472623 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-ca3f3989-0706-43b9-a536-b10c856be786 req-2af6d30c-4682-467e-957b-0386608959ba service neutron] 10.222.0.52 "GET /v2.0/networks/75208ede-2304-4522-bb33-3632300dc81d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603575 Jun 23 10:11:12.473926 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-e960c6f3-c0bf-4a32-b3fe-3dbdae430f65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:12.481706 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9b91f4f9-a519-474d-ba49-57f586395663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-193570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1707113'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:12.489785 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9b91f4f9-a519-474d-ba49-57f586395663 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:12.498359 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-9b91f4f9-a519-474d-ba49-57f586395663 admin admin] 10.222.0.47 "DELETE /v2.0/networks/fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5 HTTP/1.1" status: 204 len: 168 time: 0.5051541 Jun 23 10:11:12.507236 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-e960c6f3-c0bf-4a32-b3fe-3dbdae430f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723508'] for router_interface, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:12.509201 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-b10e1535-2a04-41a2-b24e-31a0883a1561 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:12.549396 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b91f4f9-a519-474d-ba49-57f586395663 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc6fc1f0-1b96-4c2d-b03b-e090fb7d36c5,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:12.553221 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-9b91f4f9-a519-474d-ba49-57f586395663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:12.668051 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:12.672345 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f04c03d-5aab-4691-8128-a4ada002cc5b None None] Pushing event updated for resources: {'Port': ['ID=2af819bc-bb58-4754-875e-b4ebaa23287d,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:12.676372 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-2f04c03d-5aab-4691-8128-a4ada002cc5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:12.678019 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:12.680065 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device ac80d30a-bcd9-4afe-b1b6-f1177940d123 no longer exists at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 10:11:12.691792 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-ca3f3989-0706-43b9-a536-b10c856be786 req-32dc8f02-de05-434a-8554-d3b466d606a1 service neutron] 10.222.0.52 "GET /v2.0/networks/75208ede-2304-4522-bb33-3632300dc81d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100561 Jun 23 10:11:12.736812 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device 42f2b08e-3142-4551-a358-e9fc56b69327 no longer exists at agent hyperv_hv-cinder-79751 {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 10:11:12.738773 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] No Port match for: ac80d30a-bcd9-4afe-b1b6-f1177940d123 {{(pid=93712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 10:11:12.739113 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device ac80d30a-bcd9-4afe-b1b6-f1177940d123 not bound to the agent host dv-cinder-797510-1-iscsi {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 10:11:12.801374 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] No Port match for: 42f2b08e-3142-4551-a358-e9fc56b69327 {{(pid=93712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 10:11:12.801725 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device 42f2b08e-3142-4551-a358-e9fc56b69327 not bound to the agent host hv-cinder-79751 {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 10:11:12.828749 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Pushing event updated for resources: {'Port': ['ID=accca8b7-d196-4901-bd37-ce33dcf0e4aa,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:12.835169 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:12.840310 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device 7b51361b-a11e-4adc-9dc8-64a314ee9af4 no longer exists at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 10:11:12.843469 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvr_db [None req-4f343cd5-8e39-47a8-a60b-de831001d98f None None] Set router cbd58258-51d2-4345-9522-a14d014e4027 gateway port host: dv-cinder-797510-1-iscsi {{(pid=93712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:11:12.859682 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-e960c6f3-c0bf-4a32-b3fe-3dbdae430f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:12.919020 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-e00035ff-3da0-4d10-9907-5a507480b033 None None] Provisioning for port b2846427-cf77-4579-8a7f-0644eb0ded6b completed by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:11:12.920786 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] No Port match for: 7b51361b-a11e-4adc-9dc8-64a314ee9af4 {{(pid=93712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 10:11:12.921135 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device 7b51361b-a11e-4adc-9dc8-64a314ee9af4 not bound to the agent host dv-cinder-797510-1-iscsi {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 10:11:12.934846 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-e00035ff-3da0-4d10-9907-5a507480b033 None None] Provisioning complete for port b2846427-cf77-4579-8a7f-0644eb0ded6b triggered by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:11:12.935229 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e00035ff-3da0-4d10-9907-5a507480b033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:12.982747 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248656f-2314-45cb-8a84-8ef609e168ff req-77fc2ce1-88ea-49cb-b439-dd17a9014522 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:12.984530 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5248656f-2314-45cb-8a84-8ef609e168ff req-77fc2ce1-88ea-49cb-b439-dd17a9014522 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 945 time: 0.0911686 Jun 23 10:11:12.985480 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 37150) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:11:13.015917 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-e00035ff-3da0-4d10-9907-5a507480b033 None None] Port b2846427-cf77-4579-8a7f-0644eb0ded6b cannot update to ACTIVE because it is not bound. {{(pid=93712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 10:11:13.079376 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5248656f-2314-45cb-8a84-8ef609e168ff req-e83c80d5-c544-410b-8451-137922faeb42 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=883d64c3-2083-4755-86cf-f32e109415f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665426 Jun 23 10:11:13.081845 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-e0c40a37-f8c0-4df3-b447-3e4be0a8b57d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7d46b0904cf749dda07bbce4569535a4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0951254 Jun 23 10:11:13.084461 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 37154) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:11:13.092689 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-e960c6f3-c0bf-4a32-b3fe-3dbdae430f65 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:13.122862 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-4f343cd5-8e39-47a8-a60b-de831001d98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd58258-51d2-4345-9522-a14d014e4027', 'name': 'tempest-TestMinimumBasicScenario-1426723535-router', 'tenant_id': '759c490a47f74d1e8291a83e8d63c606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '2af819bc-bb58-4754-875e-b4ebaa23287d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:11:07Z', 'updated_at': '2021-06-23T10:11:09Z', 'revision_number': 3, 'project_id': '759c490a47f74d1e8291a83e8d63c606', 'gw_port': {'id': '2af819bc-bb58-4754-875e-b4ebaa23287d', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:18:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd58258-51d2-4345-9522-a14d014e4027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:11:08Z', 'updated_at': '2021-06-23T10:11:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi'}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:11:13.155352 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-16bc4b97-4372-4ced-9120-6117959cac5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:13.162912 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f343cd5-8e39-47a8-a60b-de831001d98f None None] The sync data for ids ['cbd58258-51d2-4345-9522-a14d014e4027'] in dv-cinder-797510-1-iscsi is: [{'id': 'cbd58258-51d2-4345-9522-a14d014e4027', 'name': 'tempest-TestMinimumBasicScenario-1426723535-router', 'tenant_id': '759c490a47f74d1e8291a83e8d63c606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '2af819bc-bb58-4754-875e-b4ebaa23287d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:11:07Z', 'updated_at': '2021-06-23T10:11:09Z', 'revision_number': 3, 'project_id': '759c490a47f74d1e8291a83e8d63c606', 'gw_port': {'id': '2af819bc-bb58-4754-875e-b4ebaa23287d', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:18:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd58258-51d2-4345-9522-a14d014e4027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:11:08Z', 'updated_at': '2021-06-23T10:11:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi'}] {{(pid=93712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 10:11:13.169666 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-e960c6f3-c0bf-4a32-b3fe-3dbdae430f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31904530'] for port, after_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:13.173483 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-5d006ade-fead-46a3-9546-67048b32f78b tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:13.201022 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-16bc4b97-4372-4ced-9120-6117959cac5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:13.250547 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e960c6f3-c0bf-4a32-b3fe-3dbdae430f65 admin admin] Pushing event updated for resources: {'Port': ['ID=b2846427-cf77-4579-8a7f-0644eb0ded6b,revision_number=2']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:13.253456 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-e960c6f3-c0bf-4a32-b3fe-3dbdae430f65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:13.258939 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-e960c6f3-c0bf-4a32-b3fe-3dbdae430f65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1536466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1723544'] for router_interface, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:13.376908 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e960c6f3-c0bf-4a32-b3fe-3dbdae430f65 admin admin] Network d173df77-66a8-420d-bb54-c1506935a219 is already hosted by enough agents. {{(pid=93710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:11:13.378416 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.base_scheduler [None req-e960c6f3-c0bf-4a32-b3fe-3dbdae430f65 admin admin] Resources bound (agent type, host, resource id): {{(pid=93710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:11:13.380718 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-16bc4b97-4372-4ced-9120-6117959cac5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:13.383413 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-16bc4b97-4372-4ced-9120-6117959cac5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:13.384870 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-16bc4b97-4372-4ced-9120-6117959cac5e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7c34ddda-742d-4ccf-846b-fe991878c0a4 HTTP/1.1" status: 204 len: 168 time: 0.2971797 Jun 23 10:11:13.385893 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:13.397900 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bc4b97-4372-4ced-9120-6117959cac5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c34ddda-742d-4ccf-846b-fe991878c0a4,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:13.404624 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-16bc4b97-4372-4ced-9120-6117959cac5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:13.765819 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-027108b3-dcdb-4cd8-a23d-fb88d8a634e0 None None] Provisioning complete for port b2846427-cf77-4579-8a7f-0644eb0ded6b triggered by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:11:13.766317 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-027108b3-dcdb-4cd8-a23d-fb88d8a634e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:13.856329 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-027108b3-dcdb-4cd8-a23d-fb88d8a634e0 None None] Port b2846427-cf77-4579-8a7f-0644eb0ded6b cannot update to ACTIVE because it is not bound. {{(pid=93712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 10:11:13.865356 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e960c6f3-c0bf-4a32-b3fe-3dbdae430f65 admin admin] Router cbd58258-51d2-4345-9522-a14d014e4027 has already been hosted by L3 agent df545903-e04d-4712-ace0-112b1e927481 {{(pid=93710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 10:11:13.955909 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2e9657-fda1-4675-953e-7f10bacc9e86 req-247a94f8-6099-46ac-97aa-29d0fd79162a tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:13.961564 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-fd2e9657-fda1-4675-953e-7f10bacc9e86 req-247a94f8-6099-46ac-97aa-29d0fd79162a tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=73ccedd3-bdc9-444c-a4ba-8bfbd6a474f2 HTTP/1.1" status: 200 len: 945 time: 0.0819864 Jun 23 10:11:13.998663 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e960c6f3-c0bf-4a32-b3fe-3dbdae430f65 admin admin] Notify agent at l3_agent.dv-cinder-797510-1-iscsi the message routers_updated {{(pid=93710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 10:11:14.012197 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-e960c6f3-c0bf-4a32-b3fe-3dbdae430f65 admin admin] 10.222.0.47 "PUT /v2.0/routers/cbd58258-51d2-4345-9522-a14d014e4027/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2621858 Jun 23 10:11:14.025183 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-fd2e9657-fda1-4675-953e-7f10bacc9e86 req-d3e5ea7b-9b18-477d-a92c-6f5ab9ba0346 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/security-groups?id=d03fb2df-82a8-4d55-8926-e64f6f2b2204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554848 Jun 23 10:11:14.307259 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb68853-a8e7-4269-a5e3-562ef6acfc6a req-e808a289-2783-4d34-bbd4-d26dfdc5c286 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:14.309003 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-2fb68853-a8e7-4269-a5e3-562ef6acfc6a req-e808a289-2783-4d34-bbd4-d26dfdc5c286 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 945 time: 0.0900903 Jun 23 10:11:14.349150 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-2fb68853-a8e7-4269-a5e3-562ef6acfc6a req-1c573956-b0f7-4b63-8343-09a79d82f0f7 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=883d64c3-2083-4755-86cf-f32e109415f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334568 Jun 23 10:11:14.962225 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device 2af819bc-bb58-4754-875e-b4ebaa23287d up at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:11:15.112373 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning for port 2af819bc-bb58-4754-875e-b4ebaa23287d completed by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:11:15.116368 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning complete for port 2af819bc-bb58-4754-875e-b4ebaa23287d triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:11:15.116943 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:15.260778 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:15.283041 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adaee58-c567-4d8e-949d-1eef3012c419 req-d462b404-f450-474d-a3a8-795d81556204 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:15.293905 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4adaee58-c567-4d8e-949d-1eef3012c419 req-d462b404-f450-474d-a3a8-795d81556204 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=73ccedd3-bdc9-444c-a4ba-8bfbd6a474f2 HTTP/1.1" status: 200 len: 945 time: 0.1045196 Jun 23 10:11:15.296246 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] For port 2af819bc-bb58-4754-875e-b4ebaa23287d, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=2af819bc-bb58-4754-875e-b4ebaa23287d,segment=NetworkSegment(d24f8ae7-6ec3-469c-850d-4a663419c87d),segment_id=d24f8ae7-6ec3-469c-850d-4a663419c87d)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:11:15.348094 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4adaee58-c567-4d8e-949d-1eef3012c419 req-117315c8-5421-4deb-bf89-5ab1f103bccc tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/security-groups?id=d03fb2df-82a8-4d55-8926-e64f6f2b2204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522790 Jun 23 10:11:15.457273 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:15.458618 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device accca8b7-d196-4901-bd37-ce33dcf0e4aa up at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:11:15.460714 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:15.598840 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1d825-4cc8-4baf-9afd-ae2fdbc206e5 req-f3cc1464-81a8-4699-912d-f254a3b144f4 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:15.601021 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-99f1d825-4cc8-4baf-9afd-ae2fdbc206e5 req-f3cc1464-81a8-4699-912d-f254a3b144f4 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.52 "GET /v2.0/ports?device_id=73ccedd3-bdc9-444c-a4ba-8bfbd6a474f2 HTTP/1.1" status: 200 len: 945 time: 0.1768548 Jun 23 10:11:15.631054 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Pushing event updated for resources: {'Port': ['ID=2af819bc-bb58-4754-875e-b4ebaa23287d,revision_number=4']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:15.639956 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:15.652099 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning complete for port accca8b7-d196-4901-bd37-ce33dcf0e4aa triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:11:15.652690 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:15.779249 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a81779e-4d12-44f4-be0c-2e5175416a51 None None] Sync routers for ids ['cbd58258-51d2-4345-9522-a14d014e4027'] in dv-cinder-797510-1-iscsi {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 10:11:15.799825 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a81779e-4d12-44f4-be0c-2e5175416a51 None None] Routers {'cbd58258-51d2-4345-9522-a14d014e4027'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:11:15.804582 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-4a81779e-4d12-44f4-be0c-2e5175416a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:10:50Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['cbd58258-51d2-4345-9522-a14d014e4027'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:11:15.804737 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [req-99f1d825-4cc8-4baf-9afd-ae2fdbc206e5 req-d4d7292d-57e7-4c50-ae4f-4fa94f7c9c44 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Deleting port dc4b3e27-d91c-4c1e-9d42-09679f24b4b9 {{(pid=93710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:11:15.804737 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-99f1d825-4cc8-4baf-9afd-ae2fdbc206e5 req-d4d7292d-57e7-4c50-ae4f-4fa94f7c9c44 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:15.943031 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.db [req-99f1d825-4cc8-4baf-9afd-ae2fdbc206e5 req-d4d7292d-57e7-4c50-ae4f-4fa94f7c9c44 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] For port dc4b3e27-d91c-4c1e-9d42-09679f24b4b9, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=dc4b3e27-d91c-4c1e-9d42-09679f24b4b9,segment=NetworkSegment(6ef876d1-6a68-4027-aed0-1d01a0f0bb35),segment_id=6ef876d1-6a68-4027-aed0-1d01a0f0bb35)] {{(pid=93710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:11:15.943415 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-99f1d825-4cc8-4baf-9afd-ae2fdbc206e5 req-d4d7292d-57e7-4c50-ae4f-4fa94f7c9c44 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:15.968709 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [req-99f1d825-4cc8-4baf-9afd-ae2fdbc206e5 req-d4d7292d-57e7-4c50-ae4f-4fa94f7c9c44 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Calling delete_port for dc4b3e27-d91c-4c1e-9d42-09679f24b4b9 owned by compute:nova {{(pid=93710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:11:15.976576 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-4a81779e-4d12-44f4-be0c-2e5175416a51 None None] Set router cbd58258-51d2-4345-9522-a14d014e4027 gateway port host: dv-cinder-797510-1-iscsi {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:11:16.232567 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-4a81779e-4d12-44f4-be0c-2e5175416a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd58258-51d2-4345-9522-a14d014e4027', 'name': 'tempest-TestMinimumBasicScenario-1426723535-router', 'tenant_id': '759c490a47f74d1e8291a83e8d63c606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '2af819bc-bb58-4754-875e-b4ebaa23287d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:11:07Z', 'updated_at': '2021-06-23T10:11:12Z', 'revision_number': 4, 'project_id': '759c490a47f74d1e8291a83e8d63c606', 'gw_port': {'id': '2af819bc-bb58-4754-875e-b4ebaa23287d', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd58258-51d2-4345-9522-a14d014e4027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:11:08Z', 'updated_at': '2021-06-23T10:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_interfaces': [{'id': 'b2846427-cf77-4579-8a7f-0644eb0ded6b', 'name': '', 'network_id': 'd173df77-66a8-420d-bb54-c1506935a219', 'tenant_id': '759c490a47f74d1e8291a83e8d63c606', 'mac_address': 'fa:16:3e:0e:e0:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd58258-51d2-4345-9522-a14d014e4027', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '6cbb0603-9a53-4ca6-8772-c7a8fa7716c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:11:11Z', 'updated_at': '2021-06-23T10:11:12Z', 'revision_number': 2, 'project_id': '759c490a47f74d1e8291a83e8d63c606', 'subnets': [{'id': '6cbb0603-9a53-4ca6-8772-c7a8fa7716c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:11:16.267328 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a81779e-4d12-44f4-be0c-2e5175416a51 None None] Checking router: cbd58258-51d2-4345-9522-a14d014e4027 for host: dv-cinder-797510-1-iscsi {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 10:11:16.268095 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a81779e-4d12-44f4-be0c-2e5175416a51 None None] Updating router cbd58258-51d2-4345-9522-a14d014e4027 port b2846427-cf77-4579-8a7f-0644eb0ded6b binding host dv-cinder-797510-1-iscsi {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 10:11:16.280195 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-99f1d825-4cc8-4baf-9afd-ae2fdbc206e5 req-d4d7292d-57e7-4c50-ae4f-4fa94f7c9c44 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31904537'] for port, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:16.293960 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:16.295025 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] get_ports_and_sgs() called for port_ids ['55f833fa-1491-47ab-8019-a4e5a24dd904', 'dc4b3e27-d91c-4c1e-9d42-09679f24b4b9'] {{(pid=93712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 10:11:16.323485 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d7292d-57e7-4c50-ae4f-4fa94f7c9c44 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Pushing event deleted for resources: {'Port': ['ID=dc4b3e27-d91c-4c1e-9d42-09679f24b4b9,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:16.337844 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4a81779e-4d12-44f4-be0c-2e5175416a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:16.369897 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-d4d7292d-57e7-4c50-ae4f-4fa94f7c9c44 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:16.404144 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f1d825-4cc8-4baf-9afd-ae2fdbc206e5 req-d4d7292d-57e7-4c50-ae4f-4fa94f7c9c44 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] No DVR routers for this DVR port dc4b3e27-d91c-4c1e-9d42-09679f24b4b9 on host hv-cinder-79751 {{(pid=93710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 10:11:16.408748 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-99f1d825-4cc8-4baf-9afd-ae2fdbc206e5 req-d4d7292d-57e7-4c50-ae4f-4fa94f7c9c44 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for port, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:16.410710 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-99f1d825-4cc8-4baf-9afd-ae2fdbc206e5 req-d4d7292d-57e7-4c50-ae4f-4fa94f7c9c44 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.52 "DELETE /v2.0/ports/dc4b3e27-d91c-4c1e-9d42-09679f24b4b9 HTTP/1.1" status: 204 len: 173 time: 0.7989936 Jun 23 10:11:16.411288 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73ccedd3-bdc9-444c-a4ba-8bfbd6a474f2', 'name': 'network-vif-deleted', 'tag': 'dc4b3e27-d91c-4c1e-9d42-09679f24b4b9'}] {{(pid=93710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:11:16.427082 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476757ab5199ad7afce7410758f86ea887fce0aa64a809171aa19cb360cf7c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4888f37-0bd5-4465-8103-cec28b7fdcfc" -d '{"events": [{"server_uuid": "73ccedd3-bdc9-444c-a4ba-8bfbd6a474f2", "name": "network-vif-deleted", "tag": "dc4b3e27-d91c-4c1e-9d42-09679f24b4b9"}]}' {{(pid=93710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:11:16.476509 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 37248) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:11:16.505073 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 10:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4c13db-c3bc-4f0a-9396-d3245ec83216 x-openstack-request-id: req-9e4c13db-c3bc-4f0a-9396-d3245ec83216 {{(pid=93710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:11:16.505403 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73ccedd3-bdc9-444c-a4ba-8bfbd6a474f2", "name": "network-vif-deleted", "tag": "dc4b3e27-d91c-4c1e-9d42-09679f24b4b9", "status": "completed", "code": 200}]} {{(pid=93710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:11:16.505690 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9e4c13db-c3bc-4f0a-9396-d3245ec83216 {{(pid=93710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:11:16.506142 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73ccedd3-bdc9-444c-a4ba-8bfbd6a474f2', 'name': 'network-vif-deleted', 'tag': 'dc4b3e27-d91c-4c1e-9d42-09679f24b4b9', 'status': 'completed', 'code': 200} Jun 23 10:11:16.683759 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-bb0ef27f-82b6-4cad-8b5d-4e2de6c13210 req-8b90dfce-b424-43f7-b0fc-477affda765a tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=73ccedd3-bdc9-444c-a4ba-8bfbd6a474f2 HTTP/1.1" status: 200 len: 210 time: 0.0456808 Jun 23 10:11:16.710746 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-d15071a0-9438-4e3e-a658-a1f4f5db410e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:16.757526 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4a81779e-4d12-44f4-be0c-2e5175416a51 None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:16.774255 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-4a81779e-4d12-44f4-be0c-2e5175416a51 None None] Transition to ACTIVE for port object b2846427-cf77-4579-8a7f-0644eb0ded6b will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:11:16.834806 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4a81779e-4d12-44f4-be0c-2e5175416a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:16.838301 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG oslo_concurrency.lockutils [None req-d2791995-8569-40bd-b4aa-ba86bc010dd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:16.844078 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-d15071a0-9438-4e3e-a658-a1f4f5db410e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:16.900535 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2cac89-1d12-489f-86e7-174ad1697d77 None None] Pushing event updated for resources: {'Port': ['ID=b2846427-cf77-4579-8a7f-0644eb0ded6b,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:16.903694 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG oslo_concurrency.lockutils [None req-ed2cac89-1d12-489f-86e7-174ad1697d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:16.912259 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-d15071a0-9438-4e3e-a658-a1f4f5db410e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:16.914912 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-073381ba-9e77-4827-a18c-239644ab6645 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:16.948687 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device 2af819bc-bb58-4754-875e-b4ebaa23287d up at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:11:16.967275 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-d15071a0-9438-4e3e-a658-a1f4f5db410e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7f4a02cb26944d82b4dacc2c72e06c24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4895997 Jun 23 10:11:16.968196 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15071a0-9438-4e3e-a658-a1f4f5db410e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427e16f0-768e-49e7-a6c6-a9244c606a01,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:16.969747 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 37254) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:11:16.971717 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-d15071a0-9438-4e3e-a658-a1f4f5db410e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:17.015181 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-4a81779e-4d12-44f4-be0c-2e5175416a51 None None] Attempting to bind port b2846427-cf77-4579-8a7f-0644eb0ded6b on host dv-cinder-797510-1-iscsi for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 10:11:17.015561 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-4a81779e-4d12-44f4-be0c-2e5175416a51 None None] Attempting to bind port b2846427-cf77-4579-8a7f-0644eb0ded6b by drivers openvswitch,hyperv on host dv-cinder-797510-1-iscsi at level 0 using segments [{'id': 'bd29843b-dc56-42bd-a981-25323214298f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd173df77-66a8-420d-bb54-c1506935a219'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 10:11:17.015930 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a81779e-4d12-44f4-be0c-2e5175416a51 None None] Attempting to bind port b2846427-cf77-4579-8a7f-0644eb0ded6b on network d173df77-66a8-420d-bb54-c1506935a219 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:11:17.021893 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a81779e-4d12-44f4-be0c-2e5175416a51 None None] Checking agent: {'id': 'b3037b97-c09d-4619-9318-9bf5134e8ab7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 9, 59, 20), 'started_at': datetime.datetime(2021, 6, 23, 9, 59, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 10, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 10:11:17.022241 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a81779e-4d12-44f4-be0c-2e5175416a51 None None] Checking segment: {'id': 'bd29843b-dc56-42bd-a981-25323214298f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd173df77-66a8-420d-bb54-c1506935a219'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:11:17.022642 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4a81779e-4d12-44f4-be0c-2e5175416a51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:17.023075 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a81779e-4d12-44f4-be0c-2e5175416a51 None None] Bound using segment: {'id': 'bd29843b-dc56-42bd-a981-25323214298f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd173df77-66a8-420d-bb54-c1506935a219'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 10:11:17.023550 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-4a81779e-4d12-44f4-be0c-2e5175416a51 None None] Bound port: b2846427-cf77-4579-8a7f-0644eb0ded6b, host: dv-cinder-797510-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd29843b-dc56-42bd-a981-25323214298f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd173df77-66a8-420d-bb54-c1506935a219'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 10:11:17.023925 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4a81779e-4d12-44f4-be0c-2e5175416a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:17.039292 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning complete for port 2af819bc-bb58-4754-875e-b4ebaa23287d triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:11:17.039927 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:17.092294 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5ca58527-9a16-4032-a5e8-f0654d2ca2fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:17.124300 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4a81779e-4d12-44f4-be0c-2e5175416a51 None None] For port b2846427-cf77-4579-8a7f-0644eb0ded6b, host dv-cinder-797510-1-iscsi, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 10:11:17.128140 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-4a81779e-4d12-44f4-be0c-2e5175416a51 None None] For port b2846427-cf77-4579-8a7f-0644eb0ded6b, host dv-cinder-797510-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=b2846427-cf77-4579-8a7f-0644eb0ded6b,segment=NetworkSegment(bd29843b-dc56-42bd-a981-25323214298f),segment_id=bd29843b-dc56-42bd-a981-25323214298f)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 10:11:17.137085 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5ca58527-9a16-4032-a5e8-f0654d2ca2fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:17.230969 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-4a81779e-4d12-44f4-be0c-2e5175416a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:17.234050 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG oslo_concurrency.lockutils [None req-73e804ba-f786-4645-b6dc-a4d78e34bcc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:17.283585 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5ca58527-9a16-4032-a5e8-f0654d2ca2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:17.287020 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5ca58527-9a16-4032-a5e8-f0654d2ca2fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:17.288371 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-5ca58527-9a16-4032-a5e8-f0654d2ca2fc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/427e16f0-768e-49e7-a6c6-a9244c606a01 HTTP/1.1" status: 204 len: 168 time: 0.3173161 Jun 23 10:11:17.289385 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-d48ad0f5-61f2-4abe-80e6-e1f6df67a51f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:17.311071 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca58527-9a16-4032-a5e8-f0654d2ca2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427e16f0-768e-49e7-a6c6-a9244c606a01,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:17.317838 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-5ca58527-9a16-4032-a5e8-f0654d2ca2fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:17.320122 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a81779e-4d12-44f4-be0c-2e5175416a51 None None] Routers {'cbd58258-51d2-4345-9522-a14d014e4027'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:11:17.320912 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-4a81779e-4d12-44f4-be0c-2e5175416a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:10:50Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['cbd58258-51d2-4345-9522-a14d014e4027'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:11:17.378481 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2cac89-1d12-489f-86e7-174ad1697d77 None None] Pushing event updated for resources: {'Port': ['ID=b2846427-cf77-4579-8a7f-0644eb0ded6b,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:17.386298 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG oslo_concurrency.lockutils [None req-ed2cac89-1d12-489f-86e7-174ad1697d77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:17.470709 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-4a81779e-4d12-44f4-be0c-2e5175416a51 None None] Set router cbd58258-51d2-4345-9522-a14d014e4027 gateway port host: dv-cinder-797510-1-iscsi {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:11:17.776273 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-4a81779e-4d12-44f4-be0c-2e5175416a51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd58258-51d2-4345-9522-a14d014e4027', 'name': 'tempest-TestMinimumBasicScenario-1426723535-router', 'tenant_id': '759c490a47f74d1e8291a83e8d63c606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '2af819bc-bb58-4754-875e-b4ebaa23287d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:11:07Z', 'updated_at': '2021-06-23T10:11:12Z', 'revision_number': 4, 'project_id': '759c490a47f74d1e8291a83e8d63c606', 'gw_port': {'id': '2af819bc-bb58-4754-875e-b4ebaa23287d', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd58258-51d2-4345-9522-a14d014e4027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:11:08Z', 'updated_at': '2021-06-23T10:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_interfaces': [{'id': 'b2846427-cf77-4579-8a7f-0644eb0ded6b', 'name': '', 'network_id': 'd173df77-66a8-420d-bb54-c1506935a219', 'tenant_id': '759c490a47f74d1e8291a83e8d63c606', 'mac_address': 'fa:16:3e:0e:e0:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd58258-51d2-4345-9522-a14d014e4027', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '6cbb0603-9a53-4ca6-8772-c7a8fa7716c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:11:11Z', 'updated_at': '2021-06-23T10:11:17Z', 'revision_number': 4, 'project_id': '759c490a47f74d1e8291a83e8d63c606', 'subnets': [{'id': '6cbb0603-9a53-4ca6-8772-c7a8fa7716c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:11:17.826926 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a81779e-4d12-44f4-be0c-2e5175416a51 None None] The sync data for ids ['cbd58258-51d2-4345-9522-a14d014e4027'] in dv-cinder-797510-1-iscsi is: [{'id': 'cbd58258-51d2-4345-9522-a14d014e4027', 'name': 'tempest-TestMinimumBasicScenario-1426723535-router', 'tenant_id': '759c490a47f74d1e8291a83e8d63c606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '2af819bc-bb58-4754-875e-b4ebaa23287d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:11:07Z', 'updated_at': '2021-06-23T10:11:12Z', 'revision_number': 4, 'project_id': '759c490a47f74d1e8291a83e8d63c606', 'gw_port': {'id': '2af819bc-bb58-4754-875e-b4ebaa23287d', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd58258-51d2-4345-9522-a14d014e4027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:11:08Z', 'updated_at': '2021-06-23T10:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_interfaces': [{'id': 'b2846427-cf77-4579-8a7f-0644eb0ded6b', 'name': '', 'network_id': 'd173df77-66a8-420d-bb54-c1506935a219', 'tenant_id': '759c490a47f74d1e8291a83e8d63c606', 'mac_address': 'fa:16:3e:0e:e0:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbd58258-51d2-4345-9522-a14d014e4027', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '6cbb0603-9a53-4ca6-8772-c7a8fa7716c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:11:11Z', 'updated_at': '2021-06-23T10:11:17Z', 'revision_number': 4, 'project_id': '759c490a47f74d1e8291a83e8d63c606', 'subnets': [{'id': '6cbb0603-9a53-4ca6-8772-c7a8fa7716c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 10:11:17.955173 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-78c199db-16f2-4400-abec-69be4376b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:18.312560 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 37268) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:11:18.333662 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8f8a712d-5a97-43e8-994e-0fe7d003c86b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:18.452631 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8f8a712d-5a97-43e8-994e-0fe7d003c86b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:18.552873 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8f8a712d-5a97-43e8-994e-0fe7d003c86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:18.555435 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:18.596199 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a712d-5a97-43e8-994e-0fe7d003c86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5663d9c-b78a-4fd9-b102-20eae903c6dc,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:18.600192 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-8f8a712d-5a97-43e8-994e-0fe7d003c86b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:18.603830 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-8f8a712d-5a97-43e8-994e-0fe7d003c86b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2e6e83a3922e427d8db923108526dca1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2896440 Jun 23 10:11:18.606751 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 37270) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:11:18.662672 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-92d5b8e5-1669-4c9d-94ed-36582775092f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:18.687701 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-92d5b8e5-1669-4c9d-94ed-36582775092f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:18.739223 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device dc4b3e27-d91c-4c1e-9d42-09679f24b4b9 no longer exists at agent hyperv_hv-cinder-79751 {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 10:11:18.761885 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] No Port match for: dc4b3e27-d91c-4c1e-9d42-09679f24b4b9 {{(pid=93712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 10:11:18.956897 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device dc4b3e27-d91c-4c1e-9d42-09679f24b4b9 not bound to the agent host hv-cinder-79751 {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 10:11:19.011410 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device b2846427-cf77-4579-8a7f-0644eb0ded6b up at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:11:19.217600 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-92d5b8e5-1669-4c9d-94ed-36582775092f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:19.221466 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-92d5b8e5-1669-4c9d-94ed-36582775092f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:19.225064 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-92d5b8e5-1669-4c9d-94ed-36582775092f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c5663d9c-b78a-4fd9-b102-20eae903c6dc HTTP/1.1" status: 204 len: 168 time: 0.6147041 Jun 23 10:11:19.225064 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-94f69106-d712-44fc-a8ee-e4c8640869d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:19.232768 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d5b8e5-1669-4c9d-94ed-36582775092f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5663d9c-b78a-4fd9-b102-20eae903c6dc,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:19.235935 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-92d5b8e5-1669-4c9d-94ed-36582775092f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:19.295870 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning for port b2846427-cf77-4579-8a7f-0644eb0ded6b completed by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:11:19.301703 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning complete for port b2846427-cf77-4579-8a7f-0644eb0ded6b triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:11:19.302150 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:19.464508 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:19.518049 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] For port b2846427-cf77-4579-8a7f-0644eb0ded6b, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=b2846427-cf77-4579-8a7f-0644eb0ded6b,segment=NetworkSegment(bd29843b-dc56-42bd-a981-25323214298f),segment_id=bd29843b-dc56-42bd-a981-25323214298f)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:11:19.605713 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:19.607617 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:19.674151 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Pushing event updated for resources: {'Port': ['ID=b2846427-cf77-4579-8a7f-0644eb0ded6b,revision_number=5']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:19.677366 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:20.048365 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991663b5-b2b3-4295-aaa7-5aae268fdaa4 req-b5844beb-a888-45df-b768-5a820fece89f tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:20.059133 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-991663b5-b2b3-4295-aaa7-5aae268fdaa4 req-b5844beb-a888-45df-b768-5a820fece89f tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=85bc6e26-5612-47a5-be8e-a238387c4bf6 HTTP/1.1" status: 200 len: 946 time: 0.0964594 Jun 23 10:11:20.107987 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-991663b5-b2b3-4295-aaa7-5aae268fdaa4 req-2a6626c8-e917-4a87-9852-4e7597607298 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/security-groups?id=d03fb2df-82a8-4d55-8926-e64f6f2b2204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478280 Jun 23 10:11:20.463256 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6c24de54-7264-49d3-8455-15855bc7ea36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:20.605667 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:20.918255 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device b2846427-cf77-4579-8a7f-0644eb0ded6b up at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:11:20.985769 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning complete for port b2846427-cf77-4579-8a7f-0644eb0ded6b triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:11:20.986228 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:21.350942 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e327c44f-7769-4435-bdfd-cae6ec68c215 req-6a444a8f-29c4-4fc0-a59f-e87cdd66cc07 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:21.365021 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e327c44f-7769-4435-bdfd-cae6ec68c215 req-6a444a8f-29c4-4fc0-a59f-e87cdd66cc07 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=85bc6e26-5612-47a5-be8e-a238387c4bf6 HTTP/1.1" status: 200 len: 946 time: 0.1224494 Jun 23 10:11:21.439266 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e327c44f-7769-4435-bdfd-cae6ec68c215 req-b93289a2-1a2b-4bba-8f47-7d387d4fdee3 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/security-groups?id=d03fb2df-82a8-4d55-8926-e64f6f2b2204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699632 Jun 23 10:11:21.472555 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-549d35a9-2eb0-42c6-a322-a779b3edc54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:21.747657 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d75e41-5ba3-4b8a-8c5b-8fda5d819cd1 req-e1e7f1fd-8186-4ca7-838d-0f4ae35a9c83 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:21.750045 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-29d75e41-5ba3-4b8a-8c5b-8fda5d819cd1 req-e1e7f1fd-8186-4ca7-838d-0f4ae35a9c83 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.52 "GET /v2.0/ports?device_id=85bc6e26-5612-47a5-be8e-a238387c4bf6 HTTP/1.1" status: 200 len: 946 time: 0.0938220 Jun 23 10:11:21.876463 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [req-29d75e41-5ba3-4b8a-8c5b-8fda5d819cd1 req-380fe87c-91c3-47ee-a3ee-a381124ec2eb tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Deleting port 55f833fa-1491-47ab-8019-a4e5a24dd904 {{(pid=93710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:11:21.877110 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-29d75e41-5ba3-4b8a-8c5b-8fda5d819cd1 req-380fe87c-91c3-47ee-a3ee-a381124ec2eb tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:21.982628 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.db [req-29d75e41-5ba3-4b8a-8c5b-8fda5d819cd1 req-380fe87c-91c3-47ee-a3ee-a381124ec2eb tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] For port 55f833fa-1491-47ab-8019-a4e5a24dd904, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=55f833fa-1491-47ab-8019-a4e5a24dd904,segment=NetworkSegment(6ef876d1-6a68-4027-aed0-1d01a0f0bb35),segment_id=6ef876d1-6a68-4027-aed0-1d01a0f0bb35)] {{(pid=93710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:11:21.983237 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-29d75e41-5ba3-4b8a-8c5b-8fda5d819cd1 req-380fe87c-91c3-47ee-a3ee-a381124ec2eb tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:21.997119 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [req-29d75e41-5ba3-4b8a-8c5b-8fda5d819cd1 req-380fe87c-91c3-47ee-a3ee-a381124ec2eb tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Calling delete_port for 55f833fa-1491-47ab-8019-a4e5a24dd904 owned by compute:nova {{(pid=93710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:11:22.234455 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-29d75e41-5ba3-4b8a-8c5b-8fda5d819cd1 req-380fe87c-91c3-47ee-a3ee-a381124ec2eb tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31904537'] for port, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:22.238994 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-3013e8f2-825d-43b0-88ab-7614fb8737d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:22.253074 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] get_ports_and_sgs() called for port_ids ['55f833fa-1491-47ab-8019-a4e5a24dd904'] {{(pid=93712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 10:11:22.266623 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380fe87c-91c3-47ee-a3ee-a381124ec2eb tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Pushing event deleted for resources: {'Port': ['ID=55f833fa-1491-47ab-8019-a4e5a24dd904,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:22.269994 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-380fe87c-91c3-47ee-a3ee-a381124ec2eb tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:22.317685 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d75e41-5ba3-4b8a-8c5b-8fda5d819cd1 req-380fe87c-91c3-47ee-a3ee-a381124ec2eb tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] No DVR routers for this DVR port 55f833fa-1491-47ab-8019-a4e5a24dd904 on host hv-cinder-79751 {{(pid=93710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 10:11:22.320428 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-29d75e41-5ba3-4b8a-8c5b-8fda5d819cd1 req-380fe87c-91c3-47ee-a3ee-a381124ec2eb tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for port, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:22.323272 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-29d75e41-5ba3-4b8a-8c5b-8fda5d819cd1 req-380fe87c-91c3-47ee-a3ee-a381124ec2eb tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.52 "DELETE /v2.0/ports/55f833fa-1491-47ab-8019-a4e5a24dd904 HTTP/1.1" status: 204 len: 173 time: 0.5649610 Jun 23 10:11:22.323842 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85bc6e26-5612-47a5-be8e-a238387c4bf6', 'name': 'network-vif-deleted', 'tag': '55f833fa-1491-47ab-8019-a4e5a24dd904'}] {{(pid=93710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:11:22.326178 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476757ab5199ad7afce7410758f86ea887fce0aa64a809171aa19cb360cf7c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc44943-55ce-4bab-a331-a24be864d261" -d '{"events": [{"server_uuid": "85bc6e26-5612-47a5-be8e-a238387c4bf6", "name": "network-vif-deleted", "tag": "55f833fa-1491-47ab-8019-a4e5a24dd904"}]}' {{(pid=93710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:11:22.363680 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 10:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ad30f4-b3f1-4256-8f62-ea91f4915120 x-openstack-request-id: req-20ad30f4-b3f1-4256-8f62-ea91f4915120 {{(pid=93710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:11:22.364009 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85bc6e26-5612-47a5-be8e-a238387c4bf6", "name": "network-vif-deleted", "tag": "55f833fa-1491-47ab-8019-a4e5a24dd904", "status": "completed", "code": 200}]} {{(pid=93710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:11:22.364300 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-20ad30f4-b3f1-4256-8f62-ea91f4915120 {{(pid=93710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:11:22.364727 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85bc6e26-5612-47a5-be8e-a238387c4bf6', 'name': 'network-vif-deleted', 'tag': '55f833fa-1491-47ab-8019-a4e5a24dd904', 'status': 'completed', 'code': 200} Jun 23 10:11:22.582083 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-7b2bb397-f2c6-434e-bcb6-dd85ab1de490 req-b47a4981-ac51-4a89-884e-31ebdb6c186c tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=85bc6e26-5612-47a5-be8e-a238387c4bf6 HTTP/1.1" status: 200 len: 210 time: 0.0291772 Jun 23 10:11:23.495225 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-329354e5-9e69-417d-83ab-34bb473e22da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:23.783305 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e660e628-5f76-4816-ad0f-2c48c77a0b44 req-eeab0269-4ea2-4ddd-a856-d95976003466 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] 10.222.0.47 "GET /v2.0/ports?device_id=85bc6e26-5612-47a5-be8e-a238387c4bf6 HTTP/1.1" status: 200 len: 210 time: 0.0387297 Jun 23 10:11:24.758700 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device 55f833fa-1491-47ab-8019-a4e5a24dd904 no longer exists at agent hyperv_hv-cinder-79751 {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 10:11:24.782457 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] No Port match for: 55f833fa-1491-47ab-8019-a4e5a24dd904 {{(pid=93712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 10:11:24.782919 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device 55f833fa-1491-47ab-8019-a4e5a24dd904 not bound to the agent host hv-cinder-79751 {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 10:11:24.877002 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 37372) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:11:24.923338 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a5d83ca-1fc4-4c98-866f-65a112f5eefa admin admin] Deleting subnet 7b2113fc-3967-41e0-b823-4d7a0751bfee {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 10:11:24.927217 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3a5d83ca-1fc4-4c98-866f-65a112f5eefa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:24.966579 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3a5d83ca-1fc4-4c98-866f-65a112f5eefa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32565859'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:25.013922 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3a5d83ca-1fc4-4c98-866f-65a112f5eefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528171'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:25.198994 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3a5d83ca-1fc4-4c98-866f-65a112f5eefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33311689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29709700'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:25.201403 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:25.225919 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5d83ca-1fc4-4c98-866f-65a112f5eefa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b2113fc-3967-41e0-b823-4d7a0751bfee,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:25.235370 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3a5d83ca-1fc4-4c98-866f-65a112f5eefa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:25.237014 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-3a5d83ca-1fc4-4c98-866f-65a112f5eefa admin admin] 10.222.0.47 "DELETE /v2.0/subnets/7b2113fc-3967-41e0-b823-4d7a0751bfee HTTP/1.1" status: 204 len: 168 time: 0.3585072 Jun 23 10:11:25.238903 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5d83ca-1fc4-4c98-866f-65a112f5eefa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:11:25.239349 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5d83ca-1fc4-4c98-866f-65a112f5eefa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:11:25.239761 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5d83ca-1fc4-4c98-866f-65a112f5eefa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:11:25.239877 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 37374) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:11:25.240336 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5d83ca-1fc4-4c98-866f-65a112f5eefa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:11:25.240473 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5d83ca-1fc4-4c98-866f-65a112f5eefa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:11:25.240788 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5d83ca-1fc4-4c98-866f-65a112f5eefa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:11:25.241156 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5d83ca-1fc4-4c98-866f-65a112f5eefa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:11:25.241467 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5d83ca-1fc4-4c98-866f-65a112f5eefa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:11:25.241815 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5d83ca-1fc4-4c98-866f-65a112f5eefa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:11:25.242134 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5d83ca-1fc4-4c98-866f-65a112f5eefa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:11:25.243236 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5d83ca-1fc4-4c98-866f-65a112f5eefa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:11:25.243748 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5d83ca-1fc4-4c98-866f-65a112f5eefa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:11:25.250836 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-3a5d83ca-1fc4-4c98-866f-65a112f5eefa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:25.318499 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-c1c65cfc-f7cf-48ee-96de-4c215d0a0847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-550829'] for network, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:25.422937 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-c1c65cfc-f7cf-48ee-96de-4c215d0a0847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527526', 'neutron.services.segments.db._delete_segments_for_network-8731988835103'] for network, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:25.434795 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.services.segments.db [None req-c1c65cfc-f7cf-48ee-96de-4c215d0a0847 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1301f56a-a6df-4209-bbcc-55b8e8882c37']}} {{(pid=93710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:11:25.445177 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.services.segments.db [None req-c1c65cfc-f7cf-48ee-96de-4c215d0a0847 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ef876d1-6a68-4027-aed0-1d01a0f0bb35') {'for_net_delete': True} {{(pid=93710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:11:25.445479 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.services.segments.db [None req-c1c65cfc-f7cf-48ee-96de-4c215d0a0847 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ef876d1-6a68-4027-aed0-1d01a0f0bb35') {} {{(pid=93710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:11:25.455394 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-c1c65cfc-f7cf-48ee-96de-4c215d0a0847 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731988825070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33103690'] for segment, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:25.469412 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-c1c65cfc-f7cf-48ee-96de-4c215d0a0847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-523806'] for segment, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:25.476196 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1c65cfc-f7cf-48ee-96de-4c215d0a0847 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=93710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 10:11:25.476602 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-c1c65cfc-f7cf-48ee-96de-4c215d0a0847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-523806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31904718'] for segment, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:25.479401 dv-cinder-797510-1-iscsi neutron-server[93710]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 10:11:25.479401 dv-cinder-797510-1-iscsi neutron-server[93710]: conditions |= (models_v2.Port.network_id.in_( Jun 23 10:11:25.479401 dv-cinder-797510-1-iscsi neutron-server[93710]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 10:11:25.479401 dv-cinder-797510-1-iscsi neutron-server[93710]: conditions |= (models_v2.Port.network_id.in_( Jun 23 10:11:25.479401 dv-cinder-797510-1-iscsi neutron-server[93710]: Traceback (most recent call last): Jun 23 10:11:25.479401 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 10:11:25.479401 dv-cinder-797510-1-iscsi neutron-server[93710]: timer() Jun 23 10:11:25.479401 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 10:11:25.479401 dv-cinder-797510-1-iscsi neutron-server[93710]: cb(*args, **kw) Jun 23 10:11:25.479401 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 10:11:25.479401 dv-cinder-797510-1-iscsi neutron-server[93710]: return func(*args, **kwargs) Jun 23 10:11:25.479401 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 10:11:25.479401 dv-cinder-797510-1-iscsi neutron-server[93710]: self._notify() Jun 23 10:11:25.479401 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 10:11:25.479401 dv-cinder-797510-1-iscsi neutron-server[93710]: self.callback(batched_events) Jun 23 10:11:25.479401 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 10:11:25.479401 dv-cinder-797510-1-iscsi neutron-server[93710]: event.method(event) Jun 23 10:11:25.479401 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 10:11:25.479401 dv-cinder-797510-1-iscsi neutron-server[93710]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 10:11:25.479401 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 10:11:25.479401 dv-cinder-797510-1-iscsi neutron-server[93710]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 10:11:25.479401 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 10:11:25.479401 dv-cinder-797510-1-iscsi neutron-server[93710]: return f(self, *a, **k) Jun 23 10:11:25.479401 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 10:11:25.479401 dv-cinder-797510-1-iscsi neutron-server[93710]: return self._get(url).json() Jun 23 10:11:25.479401 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 10:11:25.479401 dv-cinder-797510-1-iscsi neutron-server[93710]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 10:11:25.479401 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 10:11:25.479401 dv-cinder-797510-1-iscsi neutron-server[93710]: return self.request(url, 'GET', **kwargs) Jun 23 10:11:25.479401 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 10:11:25.479401 dv-cinder-797510-1-iscsi neutron-server[93710]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 10:11:25.479401 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 10:11:25.479401 dv-cinder-797510-1-iscsi neutron-server[93710]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 10:11:25.479401 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 10:11:25.479401 dv-cinder-797510-1-iscsi neutron-server[93710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 10:11:25.479401 dv-cinder-797510-1-iscsi neutron-server[93710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 10:11:25.846476 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-c1c65cfc-f7cf-48ee-96de-4c215d0a0847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-193570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1707113'] for network, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:25.850289 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:25.852861 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-c1c65cfc-f7cf-48ee-96de-4c215d0a0847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for network, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:25.854677 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-c1c65cfc-f7cf-48ee-96de-4c215d0a0847 admin admin] 10.222.0.47 "DELETE /v2.0/networks/1301f56a-a6df-4209-bbcc-55b8e8882c37 HTTP/1.1" status: 204 len: 168 time: 0.6118929 Jun 23 10:11:25.865226 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c65cfc-f7cf-48ee-96de-4c215d0a0847 admin admin] Pushing event deleted for resources: {'Network': ['ID=1301f56a-a6df-4209-bbcc-55b8e8882c37,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:25.868248 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-c1c65cfc-f7cf-48ee-96de-4c215d0a0847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:26.336956 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 37388) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:11:26.399890 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-f18ff2ba-99e3-4fef-89c3-2f7de0434ead admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ef6eca920b7b4273815fd3508d61a9dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0587909 Jun 23 10:11:26.401002 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 37392) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:11:26.480823 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9cccb3c1-c465-4d0e-a65f-c63f3e6d8004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:26.505138 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9cccb3c1-c465-4d0e-a65f-c63f3e6d8004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:26.672171 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9cccb3c1-c465-4d0e-a65f-c63f3e6d8004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:26.674863 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9cccb3c1-c465-4d0e-a65f-c63f3e6d8004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:26.675997 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-9cccb3c1-c465-4d0e-a65f-c63f3e6d8004 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d03fb2df-82a8-4d55-8926-e64f6f2b2204 HTTP/1.1" status: 204 len: 168 time: 0.2739580 Jun 23 10:11:26.676787 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-d6763360-aaca-4891-b5f8-085c214a4c25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:26.685153 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cccb3c1-c465-4d0e-a65f-c63f3e6d8004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03fb2df-82a8-4d55-8926-e64f6f2b2204,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:26.688183 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-9cccb3c1-c465-4d0e-a65f-c63f3e6d8004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:27.473925 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1733e9-35b0-462a-824a-75ea1e7f013c req-6bade52e-10aa-4cca-9b6c-7bba2c8aa55f tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:27.475434 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1d1733e9-35b0-462a-824a-75ea1e7f013c req-6bade52e-10aa-4cca-9b6c-7bba2c8aa55f tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/networks?id=d1e2369b-9c9e-48c7-ad95-912112584ee9 HTTP/1.1" status: 200 len: 815 time: 0.1106060 Jun 23 10:11:27.493094 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1d1733e9-35b0-462a-824a-75ea1e7f013c req-b50f6cf8-37a4-43cf-b44b-3a3da5a40418 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/quotas/278659f79a2c4eca8923ba599560e630 HTTP/1.1" status: 200 len: 375 time: 0.0111055 Jun 23 10:11:27.571575 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1d1733e9-35b0-462a-824a-75ea1e7f013c req-40b856d0-626e-4c91-b452-c76f3312572d tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=278659f79a2c4eca8923ba599560e630&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0670874 Jun 23 10:11:27.692747 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1d1733e9-35b0-462a-824a-75ea1e7f013c req-8d3b0f0c-5bd1-4eea-b8d8-cebf1e854c38 service neutron] 10.222.0.47 "GET /v2.0/networks/d1e2369b-9c9e-48c7-ad95-912112584ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090112 Jun 23 10:11:27.790970 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1d1733e9-35b0-462a-824a-75ea1e7f013c req-c1429178-4e25-4b02-bf4f-2d027944d16f service neutron] 10.222.0.47 "GET /v2.0/networks/d1e2369b-9c9e-48c7-ad95-912112584ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907261 Jun 23 10:11:28.066242 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-7a18e1b8-86c0-438a-af80-370134e67c21 req-fdbedbc4-9eea-4960-ab72-f6af6428c0f9 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/ports?device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 210 time: 0.0324974 Jun 23 10:11:29.149392 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-dc9ee6e6-f922-4242-ab63-86779fd8b608 req-32a5c721-02a6-434a-9756-fbdab9034da2 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/ports?device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 210 time: 0.0275316 Jun 23 10:11:30.284962 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-761c20e8-fdc7-4989-a353-dc372968f7d2 req-1996b220-8620-45e5-8a9c-10788ef7e396 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/ports?device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 210 time: 0.0282495 Jun 23 10:11:31.077788 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.agents_db [None req-4b03355e-e743-40fc-912e-580b49e4c212 None None] Agent healthcheck: found 6 active agents {{(pid=93713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 10:11:31.421975 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9f0056b7-003d-4543-95bd-6f6307a8c90f req-28284238-ae5e-4a6b-a791-8597b95594e6 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/ports?device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 210 time: 0.0274074 Jun 23 10:11:32.568469 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-0b1439bc-2756-4648-87b3-3a759f4243f4 req-e7552f24-a15c-41c5-b8c7-c8ff37e73206 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/ports?device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 210 time: 0.0336907 Jun 23 10:11:33.212819 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-3cc7af54-3207-4a6c-bc36-d98ddeb20ec2 req-a9dccc53-1d5b-4d39-84a6-cf0ac5041f7b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0535047 Jun 23 10:11:33.287959 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc7af54-3207-4a6c-bc36-d98ddeb20ec2 req-fbda854d-78aa-41b0-9af7-6bb3656d26c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:33.290082 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-3cc7af54-3207-4a6c-bc36-d98ddeb20ec2 req-fbda854d-78aa-41b0-9af7-6bb3656d26c1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2bfd8cef6a2f47babb53716771db0095&device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 1098 time: 0.0513115 Jun 23 10:11:33.408594 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc7af54-3207-4a6c-bc36-d98ddeb20ec2 req-2b30ab4d-638a-4274-81f1-267e8a817213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:33.410108 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-3cc7af54-3207-4a6c-bc36-d98ddeb20ec2 req-2b30ab4d-638a-4274-81f1-267e8a817213 service neutron] 10.222.0.52 "GET /v2.0/networks?id=75208ede-2304-4522-bb33-3632300dc81d HTTP/1.1" status: 200 len: 912 time: 0.0892484 Jun 23 10:11:33.478590 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-3cc7af54-3207-4a6c-bc36-d98ddeb20ec2 req-92cafae6-2f5c-4795-884a-5af38f97bec8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5 HTTP/1.1" status: 200 len: 1001 time: 0.0614755 Jun 23 10:11:33.531124 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc7af54-3207-4a6c-bc36-d98ddeb20ec2 req-78ad20cb-b69f-4330-9678-62f75593dc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:33.532572 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-3cc7af54-3207-4a6c-bc36-d98ddeb20ec2 req-78ad20cb-b69f-4330-9678-62f75593dc18 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=222c10a8-002c-4ace-acfb-70d9b2714faa HTTP/1.1" status: 200 len: 850 time: 0.0462635 Jun 23 10:11:33.592092 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc7af54-3207-4a6c-bc36-d98ddeb20ec2 req-841111db-4928-4e67-9944-4bf7accf0b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:33.593622 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-3cc7af54-3207-4a6c-bc36-d98ddeb20ec2 req-841111db-4928-4e67-9944-4bf7accf0b62 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=75208ede-2304-4522-bb33-3632300dc81d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519581 Jun 23 10:11:33.651223 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1733e9-35b0-462a-824a-75ea1e7f013c req-955668fb-b4ea-4fac-a5fb-a68a1532232a tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:33.652866 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1d1733e9-35b0-462a-824a-75ea1e7f013c req-955668fb-b4ea-4fac-a5fb-a68a1532232a tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.52 "GET /v2.0/networks?id=d1e2369b-9c9e-48c7-ad95-912112584ee9 HTTP/1.1" status: 200 len: 815 time: 0.1199656 Jun 23 10:11:33.669735 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [req-1d1733e9-35b0-462a-824a-75ea1e7f013c req-148d113d-60e0-44c5-b308-ba764f95b33a tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Request body: {'port': {'device_id': 'f417efe8-3407-489a-af87-32e428763451', 'network_id': 'd1e2369b-9c9e-48c7-ad95-912112584ee9', 'admin_state_up': True, 'tenant_id': '278659f79a2c4eca8923ba599560e630'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:11:33.741386 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-3cc7af54-3207-4a6c-bc36-d98ddeb20ec2 req-2b0c3e1c-0320-411b-8317-39aa9532805d service neutron] 10.222.0.52 "GET /v2.0/networks/75208ede-2304-4522-bb33-3632300dc81d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400578 Jun 23 10:11:33.787540 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a7e2281b-9c76-4576-97fb-94f83c8775f6 req-14ad4a83-5ac5-4834-a094-6329ab4ef0a0 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/ports?device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 210 time: 0.0896165 Jun 23 10:11:33.871341 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-3cc7af54-3207-4a6c-bc36-d98ddeb20ec2 req-a13ddc80-6629-437f-9910-a706cfa0f76a service neutron] 10.222.0.52 "GET /v2.0/networks/75208ede-2304-4522-bb33-3632300dc81d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223264 Jun 23 10:11:33.879408 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:33.936895 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d1733e9-35b0-462a-824a-75ea1e7f013c req-148d113d-60e0-44c5-b308-ba764f95b33a tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Made reservation on behalf of 278659f79a2c4eca8923ba599560e630 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:11:33.940732 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1d1733e9-35b0-462a-824a-75ea1e7f013c req-148d113d-60e0-44c5-b308-ba764f95b33a tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:34.086636 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-1d1733e9-35b0-462a-824a-75ea1e7f013c req-148d113d-60e0-44c5-b308-ba764f95b33a tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Allocated IP 172.20.0.12 (d1e2369b-9c9e-48c7-ad95-912112584ee9/afa03641-580d-49e0-b7dc-70c319ff3a24/f8dd6be9-2893-4389-8820-b71d2fdde08d) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 10:11:34.230218 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1d1733e9-35b0-462a-824a-75ea1e7f013c req-148d113d-60e0-44c5-b308-ba764f95b33a tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:34.243450 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-1d1733e9-35b0-462a-824a-75ea1e7f013c req-148d113d-60e0-44c5-b308-ba764f95b33a tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Transition to ACTIVE for port object f8dd6be9-2893-4389-8820-b71d2fdde08d will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:11:34.394709 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1d1733e9-35b0-462a-824a-75ea1e7f013c req-148d113d-60e0-44c5-b308-ba764f95b33a tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-600500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731988247197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33311642'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:34.404089 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:34.449882 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d1733e9-35b0-462a-824a-75ea1e7f013c req-148d113d-60e0-44c5-b308-ba764f95b33a tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Network d1e2369b-9c9e-48c7-ad95-912112584ee9 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:11:34.453374 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-1d1733e9-35b0-462a-824a-75ea1e7f013c req-148d113d-60e0-44c5-b308-ba764f95b33a tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:11:34.456422 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d1733e9-35b0-462a-824a-75ea1e7f013c req-148d113d-60e0-44c5-b308-ba764f95b33a tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 10:11:34.486434 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148d113d-60e0-44c5-b308-ba764f95b33a tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Pushing event updated for resources: {'Port': ['ID=f8dd6be9-2893-4389-8820-b71d2fdde08d,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:34.496115 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-148d113d-60e0-44c5-b308-ba764f95b33a tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:34.524939 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1733e9-35b0-462a-824a-75ea1e7f013c req-148d113d-60e0-44c5-b308-ba764f95b33a tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:34.525736 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1d1733e9-35b0-462a-824a-75ea1e7f013c req-148d113d-60e0-44c5-b308-ba764f95b33a tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:34.651896 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1d1733e9-35b0-462a-824a-75ea1e7f013c req-148d113d-60e0-44c5-b308-ba764f95b33a tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9873569 Jun 23 10:11:34.748049 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-5277f2c5-3b01-4552-b8c0-7f194afee913 None None] Provisioning for port f8dd6be9-2893-4389-8820-b71d2fdde08d completed by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:11:34.751833 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-5277f2c5-3b01-4552-b8c0-7f194afee913 None None] Provisioning complete for port f8dd6be9-2893-4389-8820-b71d2fdde08d triggered by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:11:34.752209 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5277f2c5-3b01-4552-b8c0-7f194afee913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:34.785871 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-5277f2c5-3b01-4552-b8c0-7f194afee913 None None] Port f8dd6be9-2893-4389-8820-b71d2fdde08d cannot update to ACTIVE because it is not bound. {{(pid=93712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 10:11:34.958996 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5a4f1-7e7e-4a56-b4ec-51155208948f req-9d0f7037-1b72-4f8a-9fa7-2fbd931d5cf1 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:34.960417 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-dfe5a4f1-7e7e-4a56-b4ec-51155208948f req-9d0f7037-1b72-4f8a-9fa7-2fbd931d5cf1 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/ports?device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 932 time: 0.0610173 Jun 23 10:11:34.996802 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-dfe5a4f1-7e7e-4a56-b4ec-51155208948f req-7f6ad55c-3b45-4720-9fc6-6b0ff7f923eb tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/security-groups?id=b75a2980-feef-4b8f-a665-38c0cd83c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302811 Jun 23 10:11:36.170684 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dcf438-3816-4360-9272-05898d0b4648 req-f73fcfe4-c178-4fe1-9252-90c17c3d3c7d tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:36.172154 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-c3dcf438-3816-4360-9272-05898d0b4648 req-f73fcfe4-c178-4fe1-9252-90c17c3d3c7d tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/ports?device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 932 time: 0.0650446 Jun 23 10:11:36.209396 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-c3dcf438-3816-4360-9272-05898d0b4648 req-270ba90d-68b4-4ccb-b95e-fbf720a0dcf1 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/security-groups?id=b75a2980-feef-4b8f-a665-38c0cd83c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314164 Jun 23 10:11:37.094910 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [req-1d1733e9-35b0-462a-824a-75ea1e7f013c req-6baaf48d-a1a6-4381-a4e5-319498442ca9 service neutron] Request body: {'port': {'device_id': 'f417efe8-3407-489a-af87-32e428763451', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79751'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:11:37.171137 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1d1733e9-35b0-462a-824a-75ea1e7f013c req-6baaf48d-a1a6-4381-a4e5-319498442ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:37.681184 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21541c9-9d1f-40be-a82a-b3e1b159db78 req-b97221eb-cb27-443a-89b9-2ae5cd222e09 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:37.683020 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f21541c9-9d1f-40be-a82a-b3e1b159db78 req-b97221eb-cb27-443a-89b9-2ae5cd222e09 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/ports?device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 932 time: 0.1350076 Jun 23 10:11:37.744877 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f21541c9-9d1f-40be-a82a-b3e1b159db78 req-753e62e5-ee7b-40b4-8058-19cbaf15cd31 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/security-groups?id=b75a2980-feef-4b8f-a665-38c0cd83c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534286 Jun 23 10:11:37.834346 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.notifiers.nova [req-1d1733e9-35b0-462a-824a-75ea1e7f013c req-6baaf48d-a1a6-4381-a4e5-319498442ca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8dd6be9-2893-4389-8820-b71d2fdde08d {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 10:11:37.850950 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1d1733e9-35b0-462a-824a-75ea1e7f013c req-6baaf48d-a1a6-4381-a4e5-319498442ca9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:37.895662 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-1d1733e9-35b0-462a-824a-75ea1e7f013c req-6baaf48d-a1a6-4381-a4e5-319498442ca9 service neutron] Transition to ACTIVE for port object f8dd6be9-2893-4389-8820-b71d2fdde08d will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:11:37.959766 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1d1733e9-35b0-462a-824a-75ea1e7f013c req-6baaf48d-a1a6-4381-a4e5-319498442ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33311624'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:37.964128 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-e808ca7b-a3d7-4875-8b96-6203436fb2bd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:38.008728 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baaf48d-a1a6-4381-a4e5-319498442ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=f8dd6be9-2893-4389-8820-b71d2fdde08d,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:38.019072 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-6baaf48d-a1a6-4381-a4e5-319498442ca9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:38.118659 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-1d1733e9-35b0-462a-824a-75ea1e7f013c req-6baaf48d-a1a6-4381-a4e5-319498442ca9 service neutron] Attempting to bind port f8dd6be9-2893-4389-8820-b71d2fdde08d on host hv-cinder-79751 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 10:11:38.119230 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-1d1733e9-35b0-462a-824a-75ea1e7f013c req-6baaf48d-a1a6-4381-a4e5-319498442ca9 service neutron] Attempting to bind port f8dd6be9-2893-4389-8820-b71d2fdde08d by drivers openvswitch,hyperv on host hv-cinder-79751 at level 0 using segments [{'id': 'c1a70f88-4aee-4b0d-a9ce-72bb1ca0b839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd1e2369b-9c9e-48c7-ad95-912112584ee9'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 10:11:38.119951 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1733e9-35b0-462a-824a-75ea1e7f013c req-6baaf48d-a1a6-4381-a4e5-319498442ca9 service neutron] Attempting to bind port f8dd6be9-2893-4389-8820-b71d2fdde08d on network d1e2369b-9c9e-48c7-ad95-912112584ee9 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:11:38.127176 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1733e9-35b0-462a-824a-75ea1e7f013c req-6baaf48d-a1a6-4381-a4e5-319498442ca9 service neutron] Port f8dd6be9-2893-4389-8820-b71d2fdde08d on network d1e2369b-9c9e-48c7-ad95-912112584ee9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79751 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 10:11:38.127176 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1733e9-35b0-462a-824a-75ea1e7f013c req-6baaf48d-a1a6-4381-a4e5-319498442ca9 service neutron] Attempting to bind port f8dd6be9-2893-4389-8820-b71d2fdde08d on network d1e2369b-9c9e-48c7-ad95-912112584ee9 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:11:38.134811 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1733e9-35b0-462a-824a-75ea1e7f013c req-6baaf48d-a1a6-4381-a4e5-319498442ca9 service neutron] Checking agent: {'id': '4f95f39b-461c-4de8-a9d2-f77a6241c1fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 10, 5, 33), 'started_at': datetime.datetime(2021, 6, 23, 10, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 10, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 10:11:38.135273 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1733e9-35b0-462a-824a-75ea1e7f013c req-6baaf48d-a1a6-4381-a4e5-319498442ca9 service neutron] Checking segment: {'id': 'c1a70f88-4aee-4b0d-a9ce-72bb1ca0b839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd1e2369b-9c9e-48c7-ad95-912112584ee9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:11:38.135662 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1733e9-35b0-462a-824a-75ea1e7f013c req-6baaf48d-a1a6-4381-a4e5-319498442ca9 service neutron] Bound using segment: {'id': 'c1a70f88-4aee-4b0d-a9ce-72bb1ca0b839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd1e2369b-9c9e-48c7-ad95-912112584ee9'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 10:11:38.136082 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-1d1733e9-35b0-462a-824a-75ea1e7f013c req-6baaf48d-a1a6-4381-a4e5-319498442ca9 service neutron] Bound port: f8dd6be9-2893-4389-8820-b71d2fdde08d, host: hv-cinder-79751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1a70f88-4aee-4b0d-a9ce-72bb1ca0b839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd1e2369b-9c9e-48c7-ad95-912112584ee9'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 10:11:38.136451 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1d1733e9-35b0-462a-824a-75ea1e7f013c req-6baaf48d-a1a6-4381-a4e5-319498442ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:38.208525 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-1d1733e9-35b0-462a-824a-75ea1e7f013c req-6baaf48d-a1a6-4381-a4e5-319498442ca9 service neutron] For port f8dd6be9-2893-4389-8820-b71d2fdde08d, host hv-cinder-79751, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 10:11:38.212670 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-1d1733e9-35b0-462a-824a-75ea1e7f013c req-6baaf48d-a1a6-4381-a4e5-319498442ca9 service neutron] For port f8dd6be9-2893-4389-8820-b71d2fdde08d, host hv-cinder-79751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=f8dd6be9-2893-4389-8820-b71d2fdde08d,segment=NetworkSegment(c1a70f88-4aee-4b0d-a9ce-72bb1ca0b839),segment_id=c1a70f88-4aee-4b0d-a9ce-72bb1ca0b839)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 10:11:38.341589 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1d1733e9-35b0-462a-824a-75ea1e7f013c req-6baaf48d-a1a6-4381-a4e5-319498442ca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33311624'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:38.343814 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-ae0080e4-53a8-4bcf-ae10-dad45d85a884 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:38.381420 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1733e9-35b0-462a-824a-75ea1e7f013c req-6baaf48d-a1a6-4381-a4e5-319498442ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:38.382030 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-1d1733e9-35b0-462a-824a-75ea1e7f013c req-6baaf48d-a1a6-4381-a4e5-319498442ca9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:38.388257 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1d1733e9-35b0-462a-824a-75ea1e7f013c req-6baaf48d-a1a6-4381-a4e5-319498442ca9 service neutron] 10.222.0.52 "PUT /v2.0/ports/f8dd6be9-2893-4389-8820-b71d2fdde08d HTTP/1.1" status: 200 len: 1094 time: 1.2976334 Jun 23 10:11:38.388805 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f417efe8-3407-489a-af87-32e428763451', 'tag': 'f8dd6be9-2893-4389-8820-b71d2fdde08d'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:11:38.391614 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404634ef6dbf53e9c182992e714e82192e1d0d35f5c652938e4b1e64141411fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6783c93a-a1df-49b4-98ba-d0cecc34b610" -d '{"events": [{"name": "network-changed", "server_uuid": "f417efe8-3407-489a-af87-32e428763451", "tag": "f8dd6be9-2893-4389-8820-b71d2fdde08d"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:11:38.439182 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baaf48d-a1a6-4381-a4e5-319498442ca9 service neutron] Pushing event updated for resources: {'Port': ['ID=f8dd6be9-2893-4389-8820-b71d2fdde08d,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:38.444302 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-6baaf48d-a1a6-4381-a4e5-319498442ca9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:38.494177 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 10:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55a242a-cb82-4c4b-a55a-525f78111de9 x-openstack-request-id: req-d55a242a-cb82-4c4b-a55a-525f78111de9 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:11:38.494945 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f417efe8-3407-489a-af87-32e428763451", "tag": "f8dd6be9-2893-4389-8820-b71d2fdde08d", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:11:38.495508 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d55a242a-cb82-4c4b-a55a-525f78111de9 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:11:38.496157 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f417efe8-3407-489a-af87-32e428763451', 'tag': 'f8dd6be9-2893-4389-8820-b71d2fdde08d', 'status': 'completed', 'code': 200} Jun 23 10:11:38.963621 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba530fd-de75-4995-88a6-687e54a02b09 req-f7b7ea9a-e824-4d00-9d11-4fe1fb00a6f9 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:38.965096 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-8ba530fd-de75-4995-88a6-687e54a02b09 req-f7b7ea9a-e824-4d00-9d11-4fe1fb00a6f9 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/ports?device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 944 time: 0.0807252 Jun 23 10:11:39.020019 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-8ba530fd-de75-4995-88a6-687e54a02b09 req-fece2e43-6c5f-450f-a5c7-353c12bf4a7b tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/security-groups?id=b75a2980-feef-4b8f-a665-38c0cd83c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483792 Jun 23 10:11:39.193969 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 37686) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:11:39.300998 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4e0ead80-7e73-4280-aa6b-0ae0566884e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:39.389625 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4e0ead80-7e73-4280-aa6b-0ae0566884e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:39.511598 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4e0ead80-7e73-4280-aa6b-0ae0566884e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:39.514348 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:39.552673 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-4e0ead80-7e73-4280-aa6b-0ae0566884e6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fa8decae2334410690cbede3df30565b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3575008 Jun 23 10:11:39.553560 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ead80-7e73-4280-aa6b-0ae0566884e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53467998-bbcb-4e6a-8caa-57293850d2bb,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:39.555606 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 37692) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:11:39.556849 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-4e0ead80-7e73-4280-aa6b-0ae0566884e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:39.605413 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-38b19cdc-514b-4a15-86d6-b86e6af56062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:39.628146 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-38b19cdc-514b-4a15-86d6-b86e6af56062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:39.757308 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-38b19cdc-514b-4a15-86d6-b86e6af56062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:39.760723 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-38b19cdc-514b-4a15-86d6-b86e6af56062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:39.762028 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-38b19cdc-514b-4a15-86d6-b86e6af56062 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/53467998-bbcb-4e6a-8caa-57293850d2bb HTTP/1.1" status: 204 len: 168 time: 0.2052746 Jun 23 10:11:39.762787 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-38f2ae9f-755b-4179-b91f-4be29699e0e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:39.770894 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b19cdc-514b-4a15-86d6-b86e6af56062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53467998-bbcb-4e6a-8caa-57293850d2bb,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:39.779012 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b19cdc-514b-4a15-86d6-b86e6af56062 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:11:39.779379 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b19cdc-514b-4a15-86d6-b86e6af56062 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:11:39.779744 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b19cdc-514b-4a15-86d6-b86e6af56062 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:11:39.780120 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b19cdc-514b-4a15-86d6-b86e6af56062 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:11:39.780446 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b19cdc-514b-4a15-86d6-b86e6af56062 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:11:39.780970 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b19cdc-514b-4a15-86d6-b86e6af56062 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:11:39.781323 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b19cdc-514b-4a15-86d6-b86e6af56062 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:11:39.781668 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b19cdc-514b-4a15-86d6-b86e6af56062 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:11:39.782011 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b19cdc-514b-4a15-86d6-b86e6af56062 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:11:39.782352 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b19cdc-514b-4a15-86d6-b86e6af56062 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:11:39.782691 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b19cdc-514b-4a15-86d6-b86e6af56062 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:11:39.783053 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b19cdc-514b-4a15-86d6-b86e6af56062 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:11:39.786862 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-38b19cdc-514b-4a15-86d6-b86e6af56062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:40.216955 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b89e215-b296-446e-9231-d0dbff8a9eb2 req-548d9bee-4ff5-4ee8-9bbf-842a9e94d5f1 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:40.218471 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-0b89e215-b296-446e-9231-d0dbff8a9eb2 req-548d9bee-4ff5-4ee8-9bbf-842a9e94d5f1 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/ports?device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 944 time: 0.0839150 Jun 23 10:11:40.260178 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-0b89e215-b296-446e-9231-d0dbff8a9eb2 req-05fd51dc-5efd-4d14-b285-a6d0c5d29594 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/security-groups?id=b75a2980-feef-4b8f-a665-38c0cd83c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358193 Jun 23 10:11:40.468256 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 37704) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:11:40.482808 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-ed372a71-28ac-49e5-8e2a-6829c407c2e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:40.580450 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-ed372a71-28ac-49e5-8e2a-6829c407c2e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:40.645500 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-ed372a71-28ac-49e5-8e2a-6829c407c2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:40.649435 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-e0db4a87-8afc-48a1-b3ea-729a6eddd3e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:40.690782 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-ed372a71-28ac-49e5-8e2a-6829c407c2e7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=78ad9b8cea5d406d9414a92aacbc4011&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2213488 Jun 23 10:11:40.691976 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed372a71-28ac-49e5-8e2a-6829c407c2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4959eb01-07f2-4f62-83d3-8a038cb67be1,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:40.694144 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 37708) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:11:40.695962 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-ed372a71-28ac-49e5-8e2a-6829c407c2e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:40.749709 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-17a8fd11-806d-405e-883c-98c4021a666a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:40.772784 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-17a8fd11-806d-405e-883c-98c4021a666a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:40.928408 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-17a8fd11-806d-405e-883c-98c4021a666a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:40.931583 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-17a8fd11-806d-405e-883c-98c4021a666a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:40.932718 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-17a8fd11-806d-405e-883c-98c4021a666a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4959eb01-07f2-4f62-83d3-8a038cb67be1 HTTP/1.1" status: 204 len: 168 time: 0.2364409 Jun 23 10:11:40.933478 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-92d5b8e5-1669-4c9d-94ed-36582775092f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:40.941094 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a8fd11-806d-405e-883c-98c4021a666a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4959eb01-07f2-4f62-83d3-8a038cb67be1,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:40.943285 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-17a8fd11-806d-405e-883c-98c4021a666a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:41.479688 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d564f0ef-8c6b-45f0-9b9f-93a668772f77 req-eb6933f3-1c15-40d7-8f44-36ff934bd8af tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:41.481217 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d564f0ef-8c6b-45f0-9b9f-93a668772f77 req-eb6933f3-1c15-40d7-8f44-36ff934bd8af tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/ports?device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 944 time: 0.1000073 Jun 23 10:11:41.527480 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d564f0ef-8c6b-45f0-9b9f-93a668772f77 req-b4fee12b-ef7c-4cd6-9bb0-23a802d74449 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/security-groups?id=b75a2980-feef-4b8f-a665-38c0cd83c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404785 Jun 23 10:11:42.714801 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb95742-1e74-4575-997e-7108b4892749 req-74e564ce-1421-4421-859a-a3911c056c03 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:42.716289 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-abb95742-1e74-4575-997e-7108b4892749 req-74e564ce-1421-4421-859a-a3911c056c03 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/ports?device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 944 time: 0.0656796 Jun 23 10:11:42.753602 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-abb95742-1e74-4575-997e-7108b4892749 req-68717a5b-0f0e-495e-97a0-a9020fe01e7b tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/security-groups?id=b75a2980-feef-4b8f-a665-38c0cd83c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318923 Jun 23 10:11:43.938194 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5e63b-e472-4dd3-a282-5e8eae326aa3 req-697cce7c-cdab-47d8-9f92-fb79b201fa8b tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:43.939850 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9ce5e63b-e472-4dd3-a282-5e8eae326aa3 req-697cce7c-cdab-47d8-9f92-fb79b201fa8b tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/ports?device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 944 time: 0.0623569 Jun 23 10:11:43.978226 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9ce5e63b-e472-4dd3-a282-5e8eae326aa3 req-86299b4e-edc7-4180-accf-9ac7d2e752c9 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/security-groups?id=b75a2980-feef-4b8f-a665-38c0cd83c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320106 Jun 23 10:11:45.200699 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d7177-3dda-401a-854f-52d61ab56f5c req-1c398592-f8d5-4d60-94cf-b9364e8a7afe tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:45.202178 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-241d7177-3dda-401a-854f-52d61ab56f5c req-1c398592-f8d5-4d60-94cf-b9364e8a7afe tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/ports?device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 944 time: 0.0787442 Jun 23 10:11:45.239624 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-241d7177-3dda-401a-854f-52d61ab56f5c req-11ccbc4d-99c2-4c74-8a19-1c985fecc7bc tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/security-groups?id=b75a2980-feef-4b8f-a665-38c0cd83c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317554 Jun 23 10:11:45.743675 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 37854) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:11:45.847417 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fa06e186-4fd5-4ad1-8833-b7088965b24c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:45.935774 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fa06e186-4fd5-4ad1-8833-b7088965b24c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:46.010704 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-fa06e186-4fd5-4ad1-8833-b7088965b24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:46.013639 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-762b78a7-d052-4161-b72a-7e7ca909cf34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:46.041277 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06e186-4fd5-4ad1-8833-b7088965b24c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865879e8-dda7-4413-bb58-6bacb9364f36,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:46.045514 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-fa06e186-4fd5-4ad1-8833-b7088965b24c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:46.071185 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 37870) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:11:46.080212 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-fa06e186-4fd5-4ad1-8833-b7088965b24c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=dceb69c386fb46b682400adcb80c99b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3353646 Jun 23 10:11:46.133181 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-a109c8e6-3fcd-484d-950a-5cc7721a3ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:46.155294 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-a109c8e6-3fcd-484d-950a-5cc7721a3ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:46.393655 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-a109c8e6-3fcd-484d-950a-5cc7721a3ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:46.400301 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-a109c8e6-3fcd-484d-950a-5cc7721a3ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:46.400301 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-a109c8e6-3fcd-484d-950a-5cc7721a3ce3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/865879e8-dda7-4413-bb58-6bacb9364f36 HTTP/1.1" status: 204 len: 168 time: 0.3252518 Jun 23 10:11:46.400301 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-ba45b07b-e486-4136-a847-a833ca4ab103 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:46.406566 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a109c8e6-3fcd-484d-950a-5cc7721a3ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865879e8-dda7-4413-bb58-6bacb9364f36,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:46.408924 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-a109c8e6-3fcd-484d-950a-5cc7721a3ce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:46.433215 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d2e44-ad9b-445a-9b8a-d77d05eab6e8 req-f8a469cd-01f0-4155-b617-f4458022692c tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:46.434702 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-240d2e44-ad9b-445a-9b8a-d77d05eab6e8 req-f8a469cd-01f0-4155-b617-f4458022692c tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/ports?device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 944 time: 0.0762658 Jun 23 10:11:46.479115 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-240d2e44-ad9b-445a-9b8a-d77d05eab6e8 req-c776bcd1-173c-4dda-9e3d-c092a3264674 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/security-groups?id=b75a2980-feef-4b8f-a665-38c0cd83c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384338 Jun 23 10:11:47.396161 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 37898) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:11:47.410436 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-650132e0-4e82-4383-9428-231e2d3640b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:47.522528 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-650132e0-4e82-4383-9428-231e2d3640b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:47.645054 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-650132e0-4e82-4383-9428-231e2d3640b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:47.650010 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-5b5d592f-b314-434e-ada6-8e9d11427827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:47.666238 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02e15a-6bf3-40a0-938c-c6d668d19503 req-11027e08-014f-4891-8cbe-f0dab59a5a1b tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:47.673398 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-6f02e15a-6bf3-40a0-938c-c6d668d19503 req-11027e08-014f-4891-8cbe-f0dab59a5a1b tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/ports?device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 944 time: 0.0794353 Jun 23 10:11:47.702215 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-650132e0-4e82-4383-9428-231e2d3640b2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=389ce93518184728be6d87136edc288b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3048410 Jun 23 10:11:47.707668 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 37912) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:11:47.720323 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-6f02e15a-6bf3-40a0-938c-c6d668d19503 req-8c0ea58c-fb06-44aa-8dda-9aed402b80e0 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/security-groups?id=b75a2980-feef-4b8f-a665-38c0cd83c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459456 Jun 23 10:11:47.759276 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650132e0-4e82-4383-9428-231e2d3640b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f23fba-0660-4dbc-8ade-1e278899a138,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:47.763810 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-650132e0-4e82-4383-9428-231e2d3640b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:47.780980 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-7ad0d9ce-4cb3-44e2-8f71-fc5b5e9b99f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:47.806527 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-7ad0d9ce-4cb3-44e2-8f71-fc5b5e9b99f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:47.914490 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2003959f-bf81-49d6-871d-cb443798a7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:47.942299 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-7ad0d9ce-4cb3-44e2-8f71-fc5b5e9b99f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:47.945320 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-7ad0d9ce-4cb3-44e2-8f71-fc5b5e9b99f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:47.946509 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-7ad0d9ce-4cb3-44e2-8f71-fc5b5e9b99f2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/35f23fba-0660-4dbc-8ade-1e278899a138 HTTP/1.1" status: 204 len: 168 time: 0.2375596 Jun 23 10:11:47.947425 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-cb5abeb6-1d72-485b-af7e-684d6c710351 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:47.955316 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad0d9ce-4cb3-44e2-8f71-fc5b5e9b99f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f23fba-0660-4dbc-8ade-1e278899a138,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:47.957517 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-7ad0d9ce-4cb3-44e2-8f71-fc5b5e9b99f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:48.900315 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e2442-98c8-48a9-99f5-6cf84de9abe4 req-e421654e-5428-4f5e-b990-373ef74145aa tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:48.902049 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-db2e2442-98c8-48a9-99f5-6cf84de9abe4 req-e421654e-5428-4f5e-b990-373ef74145aa tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/ports?device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 944 time: 0.0653367 Jun 23 10:11:48.967045 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-db2e2442-98c8-48a9-99f5-6cf84de9abe4 req-51abbe75-0620-474b-939f-2f41c44dcd9e tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/security-groups?id=b75a2980-feef-4b8f-a665-38c0cd83c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560892 Jun 23 10:11:49.749151 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 37974) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:11:49.868187 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-a20edd7e-8e02-4bff-a64a-4fc5c176a214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:49.958556 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-a20edd7e-8e02-4bff-a64a-4fc5c176a214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:50.040609 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-a20edd7e-8e02-4bff-a64a-4fc5c176a214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:50.054507 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-356890e9-11bf-410b-916b-290ec3b694e5 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:50.087356 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20edd7e-8e02-4bff-a64a-4fc5c176a214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc4ae75-d67e-4f75-97e0-bf7e0c3b1c66,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:50.091988 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-a20edd7e-8e02-4bff-a64a-4fc5c176a214 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f82385328ae144c8883ab841cce4d2e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3418405 Jun 23 10:11:50.093077 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-a20edd7e-8e02-4bff-a64a-4fc5c176a214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:50.094507 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 37982) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:11:50.149095 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-50ee8f43-94e0-4123-9fab-d8004685860f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:50.172593 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-50ee8f43-94e0-4123-9fab-d8004685860f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:50.206519 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667e920-d7c4-480d-9054-36d7af15d508 req-4a3388d5-f2be-4f2c-a677-cda42557e453 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:50.209286 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5667e920-d7c4-480d-9054-36d7af15d508 req-4a3388d5-f2be-4f2c-a677-cda42557e453 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/ports?device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 944 time: 0.0755095 Jun 23 10:11:50.259338 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5667e920-d7c4-480d-9054-36d7af15d508 req-9ce05d2c-65a8-4f08-be78-f854b28cddfd tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/security-groups?id=b75a2980-feef-4b8f-a665-38c0cd83c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432389 Jun 23 10:11:50.348781 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-50ee8f43-94e0-4123-9fab-d8004685860f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:50.351950 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-50ee8f43-94e0-4123-9fab-d8004685860f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:50.356278 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-50ee8f43-94e0-4123-9fab-d8004685860f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7dc4ae75-d67e-4f75-97e0-bf7e0c3b1c66 HTTP/1.1" status: 204 len: 168 time: 0.2575209 Jun 23 10:11:50.356278 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-068e93d1-9c93-415c-8b42-953efaeaea45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:50.365279 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ee8f43-94e0-4123-9fab-d8004685860f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc4ae75-d67e-4f75-97e0-bf7e0c3b1c66,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:50.369479 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-50ee8f43-94e0-4123-9fab-d8004685860f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:50.456473 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-14053748-89d2-41c7-a641-2acedde5deac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:50.599505 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:51.112484 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 37998) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:11:51.127416 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-254ea9d0-5a95-4aba-9243-43dc7e9a0d53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:51.218173 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-254ea9d0-5a95-4aba-9243-43dc7e9a0d53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:51.345461 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-254ea9d0-5a95-4aba-9243-43dc7e9a0d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:51.348955 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-7a18023b-9590-4f22-8080-f53e8c25df13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:51.385220 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254ea9d0-5a95-4aba-9243-43dc7e9a0d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da660a94-cd42-4aa7-abba-0d48f961efb7,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:51.392886 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-254ea9d0-5a95-4aba-9243-43dc7e9a0d53 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=84e0055ef6af44c08ea84a2151b42814&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2788844 Jun 23 10:11:51.393593 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-254ea9d0-5a95-4aba-9243-43dc7e9a0d53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:51.394022 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 38004) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:11:51.456392 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ed4db-2aea-4bd2-8629-a7abe5d4bda0 req-b391e067-1216-410d-8294-3b691dcbf408 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:51.456392 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-024ed4db-2aea-4bd2-8629-a7abe5d4bda0 req-b391e067-1216-410d-8294-3b691dcbf408 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/ports?device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 944 time: 0.0735588 Jun 23 10:11:51.456994 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-dcacca8a-d4d9-49b0-9ebd-db6358f55fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:51.479796 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-549d35a9-2eb0-42c6-a322-a779b3edc54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:51.484233 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-dcacca8a-d4d9-49b0-9ebd-db6358f55fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:51.498278 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-024ed4db-2aea-4bd2-8629-a7abe5d4bda0 req-e99fd18c-9798-4d3c-9d10-941f6ac01a8c tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/security-groups?id=b75a2980-feef-4b8f-a665-38c0cd83c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426576 Jun 23 10:11:51.610306 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-dcacca8a-d4d9-49b0-9ebd-db6358f55fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:51.615487 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-dcacca8a-d4d9-49b0-9ebd-db6358f55fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:51.615487 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-dcacca8a-d4d9-49b0-9ebd-db6358f55fe4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/da660a94-cd42-4aa7-abba-0d48f961efb7 HTTP/1.1" status: 204 len: 168 time: 0.2191939 Jun 23 10:11:51.615487 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-07fcb027-8ccd-446c-afba-c4b1c495dc90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:51.624701 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcacca8a-d4d9-49b0-9ebd-db6358f55fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da660a94-cd42-4aa7-abba-0d48f961efb7,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:51.628539 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-dcacca8a-d4d9-49b0-9ebd-db6358f55fe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:51.896188 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783c93a-a1df-49b4-98ba-d0cecc34b610 req-b99fa53c-61a1-4b24-879b-1fee82a2bb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:51.898029 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-6783c93a-a1df-49b4-98ba-d0cecc34b610 req-b99fa53c-61a1-4b24-879b-1fee82a2bb96 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=278659f79a2c4eca8923ba599560e630&device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 1097 time: 0.0586553 Jun 23 10:11:52.016880 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783c93a-a1df-49b4-98ba-d0cecc34b610 req-c81ffe03-a930-4fb7-b93f-5587150e64d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:52.018490 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-6783c93a-a1df-49b4-98ba-d0cecc34b610 req-c81ffe03-a930-4fb7-b93f-5587150e64d4 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=278659f79a2c4eca8923ba599560e630&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0943315 Jun 23 10:11:52.142879 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783c93a-a1df-49b4-98ba-d0cecc34b610 req-3a92eba9-f92a-4262-956e-17a2b79bbaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:52.144888 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-6783c93a-a1df-49b4-98ba-d0cecc34b610 req-3a92eba9-f92a-4262-956e-17a2b79bbaa5 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1074200 Jun 23 10:11:52.250350 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1733e9-35b0-462a-824a-75ea1e7f013c req-9ac73590-dc73-44f4-bb2e-b993cfe92b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:52.252056 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1d1733e9-35b0-462a-824a-75ea1e7f013c req-9ac73590-dc73-44f4-bb2e-b993cfe92b12 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=278659f79a2c4eca8923ba599560e630&device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 1097 time: 0.0636690 Jun 23 10:11:52.296100 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1d1733e9-35b0-462a-824a-75ea1e7f013c req-59076a5d-5dcf-4233-95e1-e0a8e53f90fc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8dd6be9-2893-4389-8820-b71d2fdde08d HTTP/1.1" status: 200 len: 217 time: 0.0347278 Jun 23 10:11:52.347895 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1733e9-35b0-462a-824a-75ea1e7f013c req-5ae3eab7-c9fa-4ad1-b493-a88ba46e5fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:52.359682 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1d1733e9-35b0-462a-824a-75ea1e7f013c req-5ae3eab7-c9fa-4ad1-b493-a88ba46e5fff service neutron] 10.222.0.52 "GET /v2.0/subnets?id=afa03641-580d-49e0-b7dc-70c319ff3a24 HTTP/1.1" status: 200 len: 854 time: 0.0457191 Jun 23 10:11:52.415403 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1733e9-35b0-462a-824a-75ea1e7f013c req-7c9ba275-c8aa-4f7f-82f8-d93eee72c59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:52.416903 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1d1733e9-35b0-462a-824a-75ea1e7f013c req-7c9ba275-c8aa-4f7f-82f8-d93eee72c59e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d1e2369b-9c9e-48c7-ad95-912112584ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0596969 Jun 23 10:11:52.520132 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1d1733e9-35b0-462a-824a-75ea1e7f013c req-2713fa32-941c-45a9-8dd1-7aea35df32fd service neutron] 10.222.0.52 "GET /v2.0/networks/d1e2369b-9c9e-48c7-ad95-912112584ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920424 Jun 23 10:11:52.649058 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1d1733e9-35b0-462a-824a-75ea1e7f013c req-a098c463-01cb-42ec-9224-0c32d14c2802 service neutron] 10.222.0.52 "GET /v2.0/networks/d1e2369b-9c9e-48c7-ad95-912112584ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216733 Jun 23 10:11:52.681705 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c190547-bef3-4da7-a1c0-a26d91206a46 req-0d75e987-c873-4074-8334-b01ca689b1ba tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:52.683221 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-8c190547-bef3-4da7-a1c0-a26d91206a46 req-0d75e987-c873-4074-8334-b01ca689b1ba tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/ports?device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 944 time: 0.0714433 Jun 23 10:11:52.722650 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-8c190547-bef3-4da7-a1c0-a26d91206a46 req-92b017b3-80d1-4b36-ac2c-7775449524b1 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/security-groups?id=b75a2980-feef-4b8f-a665-38c0cd83c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337431 Jun 23 10:11:53.513393 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-329354e5-9e69-417d-83ab-34bb473e22da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:53.931796 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37909b50-b181-4de8-a200-f673f1752108 req-4b2b2efd-34e3-4e39-958a-6fa6e266b0d4 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:53.933374 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-37909b50-b181-4de8-a200-f673f1752108 req-4b2b2efd-34e3-4e39-958a-6fa6e266b0d4 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/ports?device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 944 time: 0.0870540 Jun 23 10:11:54.003888 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-37909b50-b181-4de8-a200-f673f1752108 req-782ae9e9-616c-4e26-a0ac-0d0b256cff15 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/security-groups?id=b75a2980-feef-4b8f-a665-38c0cd83c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648482 Jun 23 10:11:54.032194 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb913f8-946b-4501-8d84-5fefc6432564 req-9b6a0d5f-cb24-46b3-a05a-539c72afca9d tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:54.033689 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9bb913f8-946b-4501-8d84-5fefc6432564 req-9b6a0d5f-cb24-46b3-a05a-539c72afca9d tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.47 "GET /v2.0/ports?device_id=3892e053-7b46-4a16-8b9a-9084330dfc17 HTTP/1.1" status: 200 len: 945 time: 0.0843966 Jun 23 10:11:54.074977 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9bb913f8-946b-4501-8d84-5fefc6432564 req-95d71451-bc92-48d1-a1d9-9217e34c27ef tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.47 "GET /v2.0/security-groups?id=041c3a61-5603-48a0-bd35-5c7095f438f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338471 Jun 23 10:11:54.647164 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ac72a-6774-4c5d-ad51-0286e2d82d20 req-2983b575-1c4c-44e8-83d0-92bcaf52e60e tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:54.649698 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-880ac72a-6774-4c5d-ad51-0286e2d82d20 req-2983b575-1c4c-44e8-83d0-92bcaf52e60e tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 946 time: 0.0646539 Jun 23 10:11:54.693544 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-880ac72a-6774-4c5d-ad51-0286e2d82d20 req-f297522f-c7bf-4e7d-a069-e0e485467151 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383401 Jun 23 10:11:54.827028 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 38104) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:11:54.934932 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-f8972569-9ee4-45a1-8215-b13e2d0f04bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:55.020319 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-f8972569-9ee4-45a1-8215-b13e2d0f04bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:55.159263 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-f8972569-9ee4-45a1-8215-b13e2d0f04bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:55.168790 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-38b19cdc-514b-4a15-86d6-b86e6af56062 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:55.187703 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f7efb-ec42-4fec-9796-4acf8d31599a req-7de3fa5a-af41-49b5-adc4-0fff7a55fd5f tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:55.189250 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-db3f7efb-ec42-4fec-9796-4acf8d31599a req-7de3fa5a-af41-49b5-adc4-0fff7a55fd5f tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/ports?device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 944 time: 0.0670235 Jun 23 10:11:55.203177 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-f8972569-9ee4-45a1-8215-b13e2d0f04bd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8bd9f4dbb8be4465baf6fae6545bcc9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3749890 Jun 23 10:11:55.206476 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 38118) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:11:55.219654 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8972569-9ee4-45a1-8215-b13e2d0f04bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c6563e-a75f-4185-93e1-ec1fb1107250,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:55.222779 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-f8972569-9ee4-45a1-8215-b13e2d0f04bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:55.263595 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-65a26e08-17b6-46f8-97eb-9d399bbaedea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:55.265542 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-db3f7efb-ec42-4fec-9796-4acf8d31599a req-bb801ebe-f9e6-4f43-9bde-0be49686e42c tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/security-groups?id=b75a2980-feef-4b8f-a665-38c0cd83c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634787 Jun 23 10:11:55.280438 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43dab95-16be-4bf3-a5b5-bae514e81f52 req-99ef4d90-d750-4c78-b1cb-fc13ce8ed9df tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:55.281937 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d43dab95-16be-4bf3-a5b5-bae514e81f52 req-99ef4d90-d750-4c78-b1cb-fc13ce8ed9df tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.47 "GET /v2.0/ports?device_id=3892e053-7b46-4a16-8b9a-9084330dfc17 HTTP/1.1" status: 200 len: 945 time: 0.0915616 Jun 23 10:11:55.286765 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-65a26e08-17b6-46f8-97eb-9d399bbaedea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:55.326022 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d43dab95-16be-4bf3-a5b5-bae514e81f52 req-3d9dbd1d-e954-4a4d-aaf8-4e7c13935f8d tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.47 "GET /v2.0/security-groups?id=041c3a61-5603-48a0-bd35-5c7095f438f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322201 Jun 23 10:11:55.421804 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-65a26e08-17b6-46f8-97eb-9d399bbaedea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:55.424477 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-65a26e08-17b6-46f8-97eb-9d399bbaedea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:55.425605 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-65a26e08-17b6-46f8-97eb-9d399bbaedea admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a0c6563e-a75f-4185-93e1-ec1fb1107250 HTTP/1.1" status: 204 len: 168 time: 0.2182288 Jun 23 10:11:55.426377 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-9980bb12-5a16-4d43-8455-2c849227ac4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:55.433941 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a26e08-17b6-46f8-97eb-9d399bbaedea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c6563e-a75f-4185-93e1-ec1fb1107250,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:55.436729 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-65a26e08-17b6-46f8-97eb-9d399bbaedea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:55.690315 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc2a2c-9b48-4084-8247-8388eeb3d837 req-624de7b9-c0f8-48fc-b48d-0e0ee847842c tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:55.691812 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-40cc2a2c-9b48-4084-8247-8388eeb3d837 req-624de7b9-c0f8-48fc-b48d-0e0ee847842c tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.52 "GET /v2.0/ports?device_id=3892e053-7b46-4a16-8b9a-9084330dfc17 HTTP/1.1" status: 200 len: 945 time: 0.0667970 Jun 23 10:11:55.799250 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-40cc2a2c-9b48-4084-8247-8388eeb3d837 req-972f6595-379c-4d60-b9bd-4447f8f9b170 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Deleting port 01a03404-1ae8-40dd-862c-7226e007647b {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:11:55.799681 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-40cc2a2c-9b48-4084-8247-8388eeb3d837 req-972f6595-379c-4d60-b9bd-4447f8f9b170 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:55.927004 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-40cc2a2c-9b48-4084-8247-8388eeb3d837 req-972f6595-379c-4d60-b9bd-4447f8f9b170 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] For port 01a03404-1ae8-40dd-862c-7226e007647b, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=01a03404-1ae8-40dd-862c-7226e007647b,segment=NetworkSegment(ce09e72f-ccdb-4fbd-8864-2bdc76ee721c),segment_id=ce09e72f-ccdb-4fbd-8864-2bdc76ee721c)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:11:55.927276 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-40cc2a2c-9b48-4084-8247-8388eeb3d837 req-972f6595-379c-4d60-b9bd-4447f8f9b170 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:55.950251 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107819ab-9815-444f-b98d-cda8174dcab4 req-f6e0691e-053d-4fbe-a4e3-d7b30a04eaa0 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:55.951757 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-107819ab-9815-444f-b98d-cda8174dcab4 req-f6e0691e-053d-4fbe-a4e3-d7b30a04eaa0 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 946 time: 0.1371446 Jun 23 10:11:55.952683 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-40cc2a2c-9b48-4084-8247-8388eeb3d837 req-972f6595-379c-4d60-b9bd-4447f8f9b170 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Calling delete_port for 01a03404-1ae8-40dd-862c-7226e007647b owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:11:56.036059 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-107819ab-9815-444f-b98d-cda8174dcab4 req-00c0670e-791a-4161-8ffb-4f5bcf25cffb tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1143483-2343-484f-ad39-ce2ef2187b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774748 Jun 23 10:11:56.104604 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device f8dd6be9-2893-4389-8820-b71d2fdde08d details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=93712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 10:11:56.177641 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-40cc2a2c-9b48-4084-8247-8388eeb3d837 req-972f6595-379c-4d60-b9bd-4447f8f9b170 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33311619'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:56.183056 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-00fe6288-07c8-40a1-8ac0-940622c02f90 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:56.191804 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] get_ports_and_sgs() called for port_ids ['01a03404-1ae8-40dd-862c-7226e007647b'] {{(pid=93712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 10:11:56.209419 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972f6595-379c-4d60-b9bd-4447f8f9b170 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Pushing event deleted for resources: {'Port': ['ID=01a03404-1ae8-40dd-862c-7226e007647b,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:56.214051 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-972f6595-379c-4d60-b9bd-4447f8f9b170 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:56.240108 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port f8dd6be9-2893-4389-8820-b71d2fdde08d, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=f8dd6be9-2893-4389-8820-b71d2fdde08d,segment=NetworkSegment(c1a70f88-4aee-4b0d-a9ce-72bb1ca0b839),segment_id=c1a70f88-4aee-4b0d-a9ce-72bb1ca0b839)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:11:56.253407 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Returning: {'device': 'f8dd6be9-2893-4389-8820-b71d2fdde08d', 'network_id': 'd1e2369b-9c9e-48c7-ad95-912112584ee9', 'port_id': 'f8dd6be9-2893-4389-8820-b71d2fdde08d', 'mac_address': 'fa:16:3e:e7:9b:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afa03641-580d-49e0-b7dc-70c319ff3a24', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 10:11:56.270317 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-40cc2a2c-9b48-4084-8247-8388eeb3d837 req-972f6595-379c-4d60-b9bd-4447f8f9b170 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] No DVR routers for this DVR port 01a03404-1ae8-40dd-862c-7226e007647b on host hv-cinder-79751 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 10:11:56.273751 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-40cc2a2c-9b48-4084-8247-8388eeb3d837 req-972f6595-379c-4d60-b9bd-4447f8f9b170 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:56.276744 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-40cc2a2c-9b48-4084-8247-8388eeb3d837 req-972f6595-379c-4d60-b9bd-4447f8f9b170 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.52 "DELETE /v2.0/ports/01a03404-1ae8-40dd-862c-7226e007647b HTTP/1.1" status: 204 len: 173 time: 0.5793061 Jun 23 10:11:56.277417 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3892e053-7b46-4a16-8b9a-9084330dfc17', 'name': 'network-vif-deleted', 'tag': '01a03404-1ae8-40dd-862c-7226e007647b'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:11:56.279942 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404634ef6dbf53e9c182992e714e82192e1d0d35f5c652938e4b1e64141411fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-859938bf-75f8-4fb2-9d01-6d5d395288e8" -d '{"events": [{"server_uuid": "3892e053-7b46-4a16-8b9a-9084330dfc17", "name": "network-vif-deleted", "tag": "01a03404-1ae8-40dd-862c-7226e007647b"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:11:56.309997 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45f4f6-dd2c-477e-aef9-c92e9ce7544f req-6c395e17-de97-4418-a7c5-c1ef3df15c9f tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:56.311875 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-6f45f4f6-dd2c-477e-aef9-c92e9ce7544f req-6c395e17-de97-4418-a7c5-c1ef3df15c9f tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.52 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 946 time: 0.0923543 Jun 23 10:11:56.321814 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:56.330914 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 10:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d3b269-71fd-4f9e-b970-1ef199d0f9d8 x-openstack-request-id: req-c8d3b269-71fd-4f9e-b970-1ef199d0f9d8 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:11:56.331301 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3892e053-7b46-4a16-8b9a-9084330dfc17", "name": "network-vif-deleted", "tag": "01a03404-1ae8-40dd-862c-7226e007647b", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:11:56.331645 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c8d3b269-71fd-4f9e-b970-1ef199d0f9d8 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:11:56.332148 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3892e053-7b46-4a16-8b9a-9084330dfc17', 'name': 'network-vif-deleted', 'tag': '01a03404-1ae8-40dd-862c-7226e007647b', 'status': 'completed', 'code': 200} Jun 23 10:11:56.359135 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8dd6be9-2893-4389-8820-b71d2fdde08d {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 10:11:56.420244 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port f8dd6be9-2893-4389-8820-b71d2fdde08d, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=f8dd6be9-2893-4389-8820-b71d2fdde08d,segment=NetworkSegment(c1a70f88-4aee-4b0d-a9ce-72bb1ca0b839),segment_id=c1a70f88-4aee-4b0d-a9ce-72bb1ca0b839)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:11:56.493486 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [req-6f45f4f6-dd2c-477e-aef9-c92e9ce7544f req-61285b76-ebc9-48dc-b816-d01980a81851 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Deleting port 948a5d09-b86f-4c35-a210-cfe6639fba0f {{(pid=93710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:11:56.500498 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-6f45f4f6-dd2c-477e-aef9-c92e9ce7544f req-61285b76-ebc9-48dc-b816-d01980a81851 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:56.501679 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1b60d-7942-4d13-81d7-4af0fca8e9b4 req-dbe45e2c-2479-4332-b4f3-8e51fccc76a6 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:56.508762 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:56.509212 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-0cd1b60d-7942-4d13-81d7-4af0fca8e9b4 req-dbe45e2c-2479-4332-b4f3-8e51fccc76a6 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/ports?device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 944 time: 0.1125727 Jun 23 10:11:56.511160 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-f0261ae2-c0c4-433d-9552-3744284ee641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:56.574391 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Pushing event updated for resources: {'Port': ['ID=f8dd6be9-2893-4389-8820-b71d2fdde08d,revision_number=4']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:56.584438 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:11:56.586121 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:11:56.586121 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:11:56.586121 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:11:56.586566 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-84b387c7-8549-41b9-8553-106c41f1f120 req-5fb91f5e-9b4a-44dc-939c-f9c49c21a6ce tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.47 "GET /v2.0/ports?device_id=3892e053-7b46-4a16-8b9a-9084330dfc17 HTTP/1.1" status: 200 len: 210 time: 0.0747263 Jun 23 10:11:56.586657 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:11:56.586988 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:11:56.588025 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:11:56.588499 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:11:56.589011 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:11:56.589339 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:11:56.589658 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:11:56.589973 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:11:56.594430 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:56.623942 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-0cd1b60d-7942-4d13-81d7-4af0fca8e9b4 req-5c168c63-7eb0-46f8-b568-c86d780f2eba tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/security-groups?id=b75a2980-feef-4b8f-a665-38c0cd83c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115868 Jun 23 10:11:56.638649 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.db [req-6f45f4f6-dd2c-477e-aef9-c92e9ce7544f req-61285b76-ebc9-48dc-b816-d01980a81851 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] For port 948a5d09-b86f-4c35-a210-cfe6639fba0f, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=948a5d09-b86f-4c35-a210-cfe6639fba0f,segment=NetworkSegment(06137ac4-b337-46f2-b6d6-d631ec2de296),segment_id=06137ac4-b337-46f2-b6d6-d631ec2de296)] {{(pid=93710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:11:56.639140 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-6f45f4f6-dd2c-477e-aef9-c92e9ce7544f req-61285b76-ebc9-48dc-b816-d01980a81851 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:56.729719 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] get_ports_and_sgs() called for port_ids ['f8dd6be9-2893-4389-8820-b71d2fdde08d'] {{(pid=93712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 10:11:56.875372 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-6f45f4f6-dd2c-477e-aef9-c92e9ce7544f req-61285b76-ebc9-48dc-b816-d01980a81851 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:56.875745 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-6f45f4f6-dd2c-477e-aef9-c92e9ce7544f req-61285b76-ebc9-48dc-b816-d01980a81851 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707131'] for floatingip, after_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:56.876059 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.db.l3_db [req-6f45f4f6-dd2c-477e-aef9-c92e9ce7544f req-61285b76-ebc9-48dc-b816-d01980a81851 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Floating IP ecf79159-0df5-483b-bf64-ac0ff40f90ff disassociated. External IP: 172.27.2.203, port: 948a5d09-b86f-4c35-a210-cfe6639fba0f. Jun 23 10:11:56.876405 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [req-6f45f4f6-dd2c-477e-aef9-c92e9ce7544f req-61285b76-ebc9-48dc-b816-d01980a81851 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Calling delete_port for 948a5d09-b86f-4c35-a210-cfe6639fba0f owned by compute:nova {{(pid=93710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:11:57.083274 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-6f45f4f6-dd2c-477e-aef9-c92e9ce7544f req-61285b76-ebc9-48dc-b816-d01980a81851 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31904537'] for port, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:57.098880 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-2afe3721-c0c8-4033-b70e-926bec8e47ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:57.147267 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61285b76-ebc9-48dc-b816-d01980a81851 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Pushing event deleted for resources: {'Port': ['ID=948a5d09-b86f-4c35-a210-cfe6639fba0f,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:57.158977 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-61285b76-ebc9-48dc-b816-d01980a81851 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:57.224779 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-7d99e48e-1da0-4abc-9ffa-09103d8d6f5c req-60f9785f-df95-40c2-9d09-4021621795ef tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 210 time: 0.0314336 Jun 23 10:11:57.291275 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f45f4f6-dd2c-477e-aef9-c92e9ce7544f req-61285b76-ebc9-48dc-b816-d01980a81851 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Router 97efc92e-e571-4edd-b891-9cd3b5d44f8b has already been hosted by L3 agent df545903-e04d-4712-ace0-112b1e927481 {{(pid=93710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 10:11:57.409375 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f45f4f6-dd2c-477e-aef9-c92e9ce7544f req-61285b76-ebc9-48dc-b816-d01980a81851 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify agent at l3_agent.dv-cinder-797510-1-iscsi the message routers_updated {{(pid=93710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 10:11:57.421501 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8584c30f-c891-4ea7-983f-c3b0118f6f15 None None] Sync routers for ids ['97efc92e-e571-4edd-b891-9cd3b5d44f8b'] in dv-cinder-797510-1-iscsi {{(pid=93712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 10:11:57.441870 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8584c30f-c891-4ea7-983f-c3b0118f6f15 None None] Routers {'97efc92e-e571-4edd-b891-9cd3b5d44f8b'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:11:57.442506 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-8584c30f-c891-4ea7-983f-c3b0118f6f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:11:50Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['97efc92e-e571-4edd-b891-9cd3b5d44f8b'], 'active': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:11:57.470807 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f45f4f6-dd2c-477e-aef9-c92e9ce7544f req-61285b76-ebc9-48dc-b816-d01980a81851 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] No DVR routers for this DVR port 948a5d09-b86f-4c35-a210-cfe6639fba0f on host hv-cinder-79751 {{(pid=93710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 10:11:57.473658 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-6f45f4f6-dd2c-477e-aef9-c92e9ce7544f req-61285b76-ebc9-48dc-b816-d01980a81851 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for port, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:57.477866 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-6f45f4f6-dd2c-477e-aef9-c92e9ce7544f req-61285b76-ebc9-48dc-b816-d01980a81851 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.52 "DELETE /v2.0/ports/948a5d09-b86f-4c35-a210-cfe6639fba0f HTTP/1.1" status: 204 len: 173 time: 1.1602905 Jun 23 10:11:57.478576 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17ea1b32-5d2f-4a0a-bd07-acd308be4a08', 'name': 'network-vif-deleted', 'tag': '948a5d09-b86f-4c35-a210-cfe6639fba0f'}] {{(pid=93710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:11:57.481317 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476757ab5199ad7afce7410758f86ea887fce0aa64a809171aa19cb360cf7c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e8e590-f03a-424d-8dea-dc641796ae9a" -d '{"events": [{"server_uuid": "17ea1b32-5d2f-4a0a-bd07-acd308be4a08", "name": "network-vif-deleted", "tag": "948a5d09-b86f-4c35-a210-cfe6639fba0f"}]}' {{(pid=93710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:11:57.541965 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 10:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb7c57a6-6a3b-49d6-a519-2eced95a528a x-openstack-request-id: req-bb7c57a6-6a3b-49d6-a519-2eced95a528a {{(pid=93710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:11:57.542288 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17ea1b32-5d2f-4a0a-bd07-acd308be4a08", "name": "network-vif-deleted", "tag": "948a5d09-b86f-4c35-a210-cfe6639fba0f", "status": "completed", "code": 200}]} {{(pid=93710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:11:57.542574 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bb7c57a6-6a3b-49d6-a519-2eced95a528a {{(pid=93710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:11:57.543025 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17ea1b32-5d2f-4a0a-bd07-acd308be4a08', 'name': 'network-vif-deleted', 'tag': '948a5d09-b86f-4c35-a210-cfe6639fba0f', 'status': 'completed', 'code': 200} Jun 23 10:11:57.587786 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvr_db [None req-8584c30f-c891-4ea7-983f-c3b0118f6f15 None None] Set router 97efc92e-e571-4edd-b891-9cd3b5d44f8b gateway port host: dv-cinder-797510-1-iscsi {{(pid=93712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:11:57.756910 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a577a22-12a8-4a78-88db-67f7d6c8cf1f req-af04ad88-7fdd-4cb1-b1bb-7ea298362d17 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:57.768525 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-3a577a22-12a8-4a78-88db-67f7d6c8cf1f req-af04ad88-7fdd-4cb1-b1bb-7ea298362d17 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 945 time: 0.1559787 Jun 23 10:11:57.847305 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-3a577a22-12a8-4a78-88db-67f7d6c8cf1f req-f94a9bf8-88c0-4b90-8d30-a6b9ff02dcbc tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=883d64c3-2083-4755-86cf-f32e109415f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634849 Jun 23 10:11:57.981262 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23eedd0-152a-48c6-b998-a9305dfbeb72 req-787cfbec-e02c-482b-b3db-829602144afa tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:57.982709 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f23eedd0-152a-48c6-b998-a9305dfbeb72 req-787cfbec-e02c-482b-b3db-829602144afa tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/ports?device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 945 time: 0.1288707 Jun 23 10:11:58.043323 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f23eedd0-152a-48c6-b998-a9305dfbeb72 req-9bcfffd1-86ca-4980-9ba7-59a00c109f6b tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/security-groups?id=b75a2980-feef-4b8f-a665-38c0cd83c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537572 Jun 23 10:11:58.046369 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-8584c30f-c891-4ea7-983f-c3b0118f6f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97efc92e-e571-4edd-b891-9cd3b5d44f8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1569067436-router', 'tenant_id': '24291804a3fc43a7bb9013ab3736dd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:07:11Z', 'updated_at': '2021-06-23T10:07:19Z', 'revision_number': 4, 'project_id': '24291804a3fc43a7bb9013ab3736dd4e', 'gw_port': {'id': '12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:27:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97efc92e-e571-4edd-b891-9cd3b5d44f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:13Z', 'updated_at': '2021-06-23T10:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_interfaces': [{'id': 'e797fe65-278a-4b88-8a70-4a8901febe8a', 'name': '', 'network_id': '2c358830-fde0-4aa0-a28c-3a7712f5e2f9', 'tenant_id': '24291804a3fc43a7bb9013ab3736dd4e', 'mac_address': 'fa:16:3e:73:86:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97efc92e-e571-4edd-b891-9cd3b5d44f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cdba8eb6-d4a0-4adb-b53b-76f5eb8c1c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:17Z', 'updated_at': '2021-06-23T10:07:31Z', 'revision_number': 5, 'project_id': '24291804a3fc43a7bb9013ab3736dd4e', 'subnets': [{'id': 'cdba8eb6-d4a0-4adb-b53b-76f5eb8c1c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:11:58.078387 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8584c30f-c891-4ea7-983f-c3b0118f6f15 None None] Checking router: 97efc92e-e571-4edd-b891-9cd3b5d44f8b for host: dv-cinder-797510-1-iscsi {{(pid=93712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 10:11:58.087703 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8584c30f-c891-4ea7-983f-c3b0118f6f15 None None] Routers {'97efc92e-e571-4edd-b891-9cd3b5d44f8b'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:11:58.088330 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-8584c30f-c891-4ea7-983f-c3b0118f6f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:11:50Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['97efc92e-e571-4edd-b891-9cd3b5d44f8b'], 'active': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:11:58.128993 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device f8dd6be9-2893-4389-8820-b71d2fdde08d up at agent hyperv_hv-cinder-79751 {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:11:58.285179 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvr_db [None req-8584c30f-c891-4ea7-983f-c3b0118f6f15 None None] Set router 97efc92e-e571-4edd-b891-9cd3b5d44f8b gateway port host: dv-cinder-797510-1-iscsi {{(pid=93712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:11:58.392307 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Provisioning for port f8dd6be9-2893-4389-8820-b71d2fdde08d completed by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:11:58.397170 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Provisioning complete for port f8dd6be9-2893-4389-8820-b71d2fdde08d triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:11:58.398751 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:58.456472 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-bff0abba-627b-4e8f-9e99-68549ce43ed8 req-87bb88e8-2c96-4473-afbf-e38411adab9b tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=17ea1b32-5d2f-4a0a-bd07-acd308be4a08 HTTP/1.1" status: 200 len: 210 time: 0.0302765 Jun 23 10:11:58.595036 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:58.625329 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f417efe8-3407-489a-af87-32e428763451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8dd6be9-2893-4389-8820-b71d2fdde08d'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:11:58.627616 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e06d9dce5bc2bce6c931562da1c36027cbf4e574fb667469159d94052b32a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b157fd3e-c40c-43e6-9c6c-612d036286e5" -d '{"events": [{"server_uuid": "f417efe8-3407-489a-af87-32e428763451", "name": "network-vif-plugged", "status": "completed", "tag": "f8dd6be9-2893-4389-8820-b71d2fdde08d"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:11:58.646086 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port f8dd6be9-2893-4389-8820-b71d2fdde08d, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=f8dd6be9-2893-4389-8820-b71d2fdde08d,segment=NetworkSegment(c1a70f88-4aee-4b0d-a9ce-72bb1ca0b839),segment_id=c1a70f88-4aee-4b0d-a9ce-72bb1ca0b839)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:11:58.655613 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-8584c30f-c891-4ea7-983f-c3b0118f6f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97efc92e-e571-4edd-b891-9cd3b5d44f8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1569067436-router', 'tenant_id': '24291804a3fc43a7bb9013ab3736dd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:07:11Z', 'updated_at': '2021-06-23T10:07:19Z', 'revision_number': 4, 'project_id': '24291804a3fc43a7bb9013ab3736dd4e', 'gw_port': {'id': '12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:27:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97efc92e-e571-4edd-b891-9cd3b5d44f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:13Z', 'updated_at': '2021-06-23T10:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_interfaces': [{'id': 'e797fe65-278a-4b88-8a70-4a8901febe8a', 'name': '', 'network_id': '2c358830-fde0-4aa0-a28c-3a7712f5e2f9', 'tenant_id': '24291804a3fc43a7bb9013ab3736dd4e', 'mac_address': 'fa:16:3e:73:86:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97efc92e-e571-4edd-b891-9cd3b5d44f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cdba8eb6-d4a0-4adb-b53b-76f5eb8c1c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:17Z', 'updated_at': '2021-06-23T10:07:31Z', 'revision_number': 5, 'project_id': '24291804a3fc43a7bb9013ab3736dd4e', 'subnets': [{'id': 'cdba8eb6-d4a0-4adb-b53b-76f5eb8c1c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:11:58.684834 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8584c30f-c891-4ea7-983f-c3b0118f6f15 None None] The sync data for ids ['97efc92e-e571-4edd-b891-9cd3b5d44f8b'] in dv-cinder-797510-1-iscsi is: [{'id': '97efc92e-e571-4edd-b891-9cd3b5d44f8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1569067436-router', 'tenant_id': '24291804a3fc43a7bb9013ab3736dd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:07:11Z', 'updated_at': '2021-06-23T10:07:19Z', 'revision_number': 4, 'project_id': '24291804a3fc43a7bb9013ab3736dd4e', 'gw_port': {'id': '12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:27:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97efc92e-e571-4edd-b891-9cd3b5d44f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:13Z', 'updated_at': '2021-06-23T10:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_interfaces': [{'id': 'e797fe65-278a-4b88-8a70-4a8901febe8a', 'name': '', 'network_id': '2c358830-fde0-4aa0-a28c-3a7712f5e2f9', 'tenant_id': '24291804a3fc43a7bb9013ab3736dd4e', 'mac_address': 'fa:16:3e:73:86:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97efc92e-e571-4edd-b891-9cd3b5d44f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cdba8eb6-d4a0-4adb-b53b-76f5eb8c1c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:17Z', 'updated_at': '2021-06-23T10:07:31Z', 'revision_number': 5, 'project_id': '24291804a3fc43a7bb9013ab3736dd4e', 'subnets': [{'id': 'cdba8eb6-d4a0-4adb-b53b-76f5eb8c1c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 10:11:58.691054 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 10:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ade8e82-9dc6-4f7a-bb06-006c9ec604da x-openstack-request-id: req-6ade8e82-9dc6-4f7a-bb06-006c9ec604da {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:11:58.691352 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f417efe8-3407-489a-af87-32e428763451", "name": "network-vif-plugged", "status": "completed", "tag": "f8dd6be9-2893-4389-8820-b71d2fdde08d", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:11:58.691614 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6ade8e82-9dc6-4f7a-bb06-006c9ec604da {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:11:58.692012 dv-cinder-797510-1-iscsi neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f417efe8-3407-489a-af87-32e428763451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8dd6be9-2893-4389-8820-b71d2fdde08d', 'code': 200} Jun 23 10:11:58.747805 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:11:58.749644 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:11:58.800712 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Pushing event updated for resources: {'Port': ['ID=f8dd6be9-2893-4389-8820-b71d2fdde08d,revision_number=5']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:11:58.804571 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:11:58.983970 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43485ae-3fa3-4861-bae1-f7d301384607 None None] New status for floating IP ecf79159-0df5-483b-bf64-ac0ff40f90ff: DOWN {{(pid=93713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 10:11:59.033332 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca94a5b-904c-40e7-b0ff-2c257133453d req-bf1c1680-7a22-4b83-8c7a-e52ba16f4f78 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:59.040923 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-dca94a5b-904c-40e7-b0ff-2c257133453d req-bf1c1680-7a22-4b83-8c7a-e52ba16f4f78 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 945 time: 0.0754273 Jun 23 10:11:59.088494 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-dca94a5b-904c-40e7-b0ff-2c257133453d req-4e0e00ca-cb32-4b50-b584-588d0b56fe7d tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=883d64c3-2083-4755-86cf-f32e109415f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466185 Jun 23 10:11:59.248014 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77561584-d2ba-47bc-be0a-af5f830c9579 req-193b2b2e-8096-4507-9d57-cd4f574d39d4 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:11:59.249657 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-77561584-d2ba-47bc-be0a-af5f830c9579 req-193b2b2e-8096-4507-9d57-cd4f574d39d4 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/ports?device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 946 time: 0.0705276 Jun 23 10:11:59.293335 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-77561584-d2ba-47bc-be0a-af5f830c9579 req-af64796e-85d6-4d3b-aa20-374ba372072f tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/security-groups?id=b75a2980-feef-4b8f-a665-38c0cd83c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376093 Jun 23 10:11:59.931018 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 38252) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:11:59.991947 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-c088ecdd-278f-49d6-97ec-148d40a50256 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks [] for security_group, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:00.016173 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-c088ecdd-278f-49d6-97ec-148d40a50256 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:00.170277 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-c088ecdd-278f-49d6-97ec-148d40a50256 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:00.172955 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-c088ecdd-278f-49d6-97ec-148d40a50256 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks [] for security_group, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:00.176652 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-c088ecdd-278f-49d6-97ec-148d40a50256 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "DELETE /v2.0/security-groups/f1143483-2343-484f-ad39-ce2ef2187b04 HTTP/1.1" status: 204 len: 168 time: 0.2482338 Jun 23 10:12:00.176652 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-889a81ca-0d54-41c9-b40d-fb343fdd2b74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:00.177605 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 38258) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:12:00.185104 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c088ecdd-278f-49d6-97ec-148d40a50256 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1143483-2343-484f-ad39-ce2ef2187b04,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:00.186762 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-c088ecdd-278f-49d6-97ec-148d40a50256 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:00.199318 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.api.v2.resource [None req-89c9aa60-fea1-414f-a708-85a9466ec1c3 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] show failed (client error): The resource could not be found. Jun 23 10:12:00.199318 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-89c9aa60-fea1-414f-a708-85a9466ec1c3 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups/f1143483-2343-484f-ad39-ce2ef2187b04 HTTP/1.1" status: 404 len: 347 time: 0.0188520 Jun 23 10:12:00.201371 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 38260) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:12:00.273233 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c40efa-3fca-489a-91c1-75dde4d53630 req-6bd72728-9d12-4d33-b630-d308423ccd47 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:00.275130 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-11c40efa-3fca-489a-91c1-75dde4d53630 req-6bd72728-9d12-4d33-b630-d308423ccd47 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 945 time: 0.0730321 Jun 23 10:12:00.317674 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-11c40efa-3fca-489a-91c1-75dde4d53630 req-2f838918-2f42-4b31-9253-c9455c0bdaf6 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=883d64c3-2083-4755-86cf-f32e109415f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366910 Jun 23 10:12:00.338378 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [None req-7049a00f-528d-4742-b437-907eb1b14009 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Deleting port 258fe436-3646-49a1-ac1b-ffc0082fd735 {{(pid=93710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:12:00.338752 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-7049a00f-528d-4742-b437-907eb1b14009 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:00.423766 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-7049a00f-528d-4742-b437-907eb1b14009 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:00.424099 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-7049a00f-528d-4742-b437-907eb1b14009 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:00.436013 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [None req-7049a00f-528d-4742-b437-907eb1b14009 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Calling delete_port for 258fe436-3646-49a1-ac1b-ffc0082fd735 owned by network:floatingip {{(pid=93710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:12:00.497690 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1c0ffd-d2aa-4d64-96c0-8f36941ab638 req-c314f7c2-fdf0-4f17-aca2-5a58c6d5fdb2 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:00.499408 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-2a1c0ffd-d2aa-4d64-96c0-8f36941ab638 req-c314f7c2-fdf0-4f17-aca2-5a58c6d5fdb2 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/ports?device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 946 time: 0.0757446 Jun 23 10:12:00.540443 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-2a1c0ffd-d2aa-4d64-96c0-8f36941ab638 req-56e7ab14-024a-4076-b2cd-5c217f1d5568 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/security-groups?id=b75a2980-feef-4b8f-a665-38c0cd83c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344393 Jun 23 10:12:00.555009 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device 01a03404-1ae8-40dd-862c-7226e007647b no longer exists at agent hyperv_hv-cinder-79751 {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 10:12:00.581379 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] No Port match for: 01a03404-1ae8-40dd-862c-7226e007647b {{(pid=93712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 10:12:00.583136 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device 01a03404-1ae8-40dd-862c-7226e007647b not bound to the agent host hv-cinder-79751 {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 10:12:00.583136 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device 948a5d09-b86f-4c35-a210-cfe6639fba0f no longer exists at agent hyperv_hv-cinder-79751 {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 10:12:00.602082 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] No Port match for: 948a5d09-b86f-4c35-a210-cfe6639fba0f {{(pid=93712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 10:12:00.602425 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device 948a5d09-b86f-4c35-a210-cfe6639fba0f not bound to the agent host hv-cinder-79751 {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 10:12:00.724603 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-7049a00f-528d-4742-b437-907eb1b14009 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31904537'] for port, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:00.727242 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-4f3a8493-4d83-47b9-b000-603372f31d46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:00.752093 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7049a00f-528d-4742-b437-907eb1b14009 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Pushing event deleted for resources: {'Port': ['ID=258fe436-3646-49a1-ac1b-ffc0082fd735,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:00.755134 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-7049a00f-528d-4742-b437-907eb1b14009 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:00.818834 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-7049a00f-528d-4742-b437-907eb1b14009 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks [] for floatingip, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:00.822336 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-7049a00f-528d-4742-b437-907eb1b14009 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for floatingip, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:00.823499 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-7049a00f-528d-4742-b437-907eb1b14009 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "DELETE /v2.0/floatingips/ecf79159-0df5-483b-bf64-ac0ff40f90ff HTTP/1.1" status: 204 len: 168 time: 0.6208260 Jun 23 10:12:00.986805 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 38280) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:12:01.097302 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8818f4ea-90a4-45b6-96e7-807b94fae2dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:01.184251 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 38284) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:12:01.188403 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8818f4ea-90a4-45b6-96e7-807b94fae2dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:01.196901 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [None req-282f5ead-b480-4abc-8fa9-ca2b2a7d083a tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Request body: {'security_group': {'name': 'tempest-securitygroup--94943039', 'description': 'tempest-description--1213961999'}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:12:01.330444 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8818f4ea-90a4-45b6-96e7-807b94fae2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:01.333822 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-16bc4b97-4372-4ced-9120-6117959cac5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:01.371415 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-8818f4ea-90a4-45b6-96e7-807b94fae2dc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1eda8c2383294d989aba459bababec78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3834741 Jun 23 10:12:01.372567 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8818f4ea-90a4-45b6-96e7-807b94fae2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8089031-3d88-4586-bd37-26f358e56d57,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:01.374126 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 38288) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:12:01.375740 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-8818f4ea-90a4-45b6-96e7-807b94fae2dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:01.430878 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-282f5ead-b480-4abc-8fa9-ca2b2a7d083a tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:01.441474 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-534c619b-6912-4ddf-9857-fa4eff0f5ae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:01.474048 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-534c619b-6912-4ddf-9857-fa4eff0f5ae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:01.501108 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b85742-ff0b-458c-b196-e5c4d482bc94 req-98cb96b4-d731-4089-ab81-109803bbb9fa tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:01.502573 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e0b85742-ff0b-458c-b196-e5c4d482bc94 req-98cb96b4-d731-4089-ab81-109803bbb9fa tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 945 time: 0.0668273 Jun 23 10:12:01.542355 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e0b85742-ff0b-458c-b196-e5c4d482bc94 req-d6aaa7be-981c-49d9-bca4-e88f98cb8e91 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=883d64c3-2083-4755-86cf-f32e109415f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333149 Jun 23 10:12:01.559851 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-282f5ead-b480-4abc-8fa9-ca2b2a7d083a tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:01.618212 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b822de2-d966-42c2-a29e-d43da9d15f88 req-805c358f-f6d8-4c53-8e66-f405cef36cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:01.619715 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-9b822de2-d966-42c2-a29e-d43da9d15f88 req-805c358f-f6d8-4c53-8e66-f405cef36cb2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 1099 time: 0.0530415 Jun 23 10:12:01.644647 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-534c619b-6912-4ddf-9857-fa4eff0f5ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:01.647189 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-534c619b-6912-4ddf-9857-fa4eff0f5ae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:01.648581 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-534c619b-6912-4ddf-9857-fa4eff0f5ae7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a8089031-3d88-4586-bd37-26f358e56d57 HTTP/1.1" status: 204 len: 168 time: 0.2731576 Jun 23 10:12:01.653722 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-650132e0-4e82-4383-9428-231e2d3640b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:01.672384 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-9b822de2-d966-42c2-a29e-d43da9d15f88 req-2e80b528-444e-4b15-ba14-eee1e909b164 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b75a2980-feef-4b8f-a665-38c0cd83c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461056 Jun 23 10:12:01.673131 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534c619b-6912-4ddf-9857-fa4eff0f5ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8089031-3d88-4586-bd37-26f358e56d57,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:01.675361 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-282f5ead-b480-4abc-8fa9-ca2b2a7d083a tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:01.677826 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-534c619b-6912-4ddf-9857-fa4eff0f5ae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:01.678312 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-534c619b-6912-4ddf-9857-fa4eff0f5ae7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:01.708066 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282f5ead-b480-4abc-8fa9-ca2b2a7d083a tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=297352e7-829d-44ff-9d1d-f3a071645087,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:01.711598 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-282f5ead-b480-4abc-8fa9-ca2b2a7d083a tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:01.738296 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ec5bf-1242-403c-8ad2-bf00f6df368e req-12ec79d4-47ab-41c2-b867-60126cc446f7 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:01.739845 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-969ec5bf-1242-403c-8ad2-bf00f6df368e req-12ec79d4-47ab-41c2-b867-60126cc446f7 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/ports?device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 946 time: 0.0828907 Jun 23 10:12:01.779237 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-969ec5bf-1242-403c-8ad2-bf00f6df368e req-bdfb8703-416b-48d8-8a35-eefd9f6c0e6d tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/security-groups?id=b75a2980-feef-4b8f-a665-38c0cd83c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332150 Jun 23 10:12:01.803075 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-282f5ead-b480-4abc-8fa9-ca2b2a7d083a tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks [] for security_group, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:01.804411 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-282f5ead-b480-4abc-8fa9-ca2b2a7d083a tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6191680 Jun 23 10:12:01.809453 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 38296) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:12:01.814002 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [None req-627a885d-149b-4c8f-8def-968fb4725432 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Request body: {'security_group_rule': {'security_group_id': '297352e7-829d-44ff-9d1d-f3a071645087', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:12:01.913182 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-627a885d-149b-4c8f-8def-968fb4725432 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:01.974157 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-627a885d-149b-4c8f-8def-968fb4725432 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:02.096694 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-627a885d-149b-4c8f-8def-968fb4725432 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660775'] for security_group_rule, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:02.103379 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-cb6b330a-bfd5-4ea6-b3d4-3d257d52c41e tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:02.118149 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a885d-149b-4c8f-8def-968fb4725432 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c052fde1-1554-4c7a-be39-5bfe181ef173,revision_number=0']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:02.121078 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-627a885d-149b-4c8f-8def-968fb4725432 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:02.215961 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-627a885d-149b-4c8f-8def-968fb4725432 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:02.217089 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-627a885d-149b-4c8f-8def-968fb4725432 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4066637 Jun 23 10:12:02.219844 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 38304) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:12:02.224451 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [None req-806da5d9-f5a5-4e25-8416-ea2be37ebbc6 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Request body: {'security_group_rule': {'security_group_id': '297352e7-829d-44ff-9d1d-f3a071645087', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:12:02.327629 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4549ecf9-0c31-4623-ae8d-4bfcaf57a2f9 req-8a893752-189d-4c91-ac8a-899f08a5be2e tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:02.329081 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-4549ecf9-0c31-4623-ae8d-4bfcaf57a2f9 req-8a893752-189d-4c91-ac8a-899f08a5be2e tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.52 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 945 time: 0.0672917 Jun 23 10:12:02.374685 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-806da5d9-f5a5-4e25-8416-ea2be37ebbc6 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:02.400939 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 38316) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:12:02.420302 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d7a10532-95ed-4dca-a9d5-4158ee9f1ccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:02.468570 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-806da5d9-f5a5-4e25-8416-ea2be37ebbc6 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:02.481805 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [req-4549ecf9-0c31-4623-ae8d-4bfcaf57a2f9 req-01751e07-2dee-4636-aa22-5a3daa37a647 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Deleting port dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5 {{(pid=93710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:12:02.482261 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-4549ecf9-0c31-4623-ae8d-4bfcaf57a2f9 req-01751e07-2dee-4636-aa22-5a3daa37a647 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:02.543651 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d7a10532-95ed-4dca-a9d5-4158ee9f1ccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:02.562034 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-806da5d9-f5a5-4e25-8416-ea2be37ebbc6 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660775'] for security_group_rule, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:02.569816 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:02.607409 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806da5d9-f5a5-4e25-8416-ea2be37ebbc6 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20e38a0a-66b8-458c-a281-6ad086b8698f,revision_number=0']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:02.610292 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.db [req-4549ecf9-0c31-4623-ae8d-4bfcaf57a2f9 req-01751e07-2dee-4636-aa22-5a3daa37a647 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] For port dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5,segment=NetworkSegment(18d3fb12-0117-4481-ac00-627483f619c4),segment_id=18d3fb12-0117-4481-ac00-627483f619c4)] {{(pid=93710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:12:02.610658 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-4549ecf9-0c31-4623-ae8d-4bfcaf57a2f9 req-01751e07-2dee-4636-aa22-5a3daa37a647 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:02.613446 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-806da5d9-f5a5-4e25-8416-ea2be37ebbc6 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:02.616958 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d7a10532-95ed-4dca-a9d5-4158ee9f1ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:02.620563 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-17a8fd11-806d-405e-883c-98c4021a666a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:02.663973 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-d7a10532-95ed-4dca-a9d5-4158ee9f1ccd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8d698e037d4a4b43a3ee94c571fe24f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2608614 Jun 23 10:12:02.666397 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a10532-95ed-4dca-a9d5-4158ee9f1ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27751e9a-9713-4e14-9ca7-661f33cc65cf,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:02.668918 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 38328) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:12:02.718320 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-d7a10532-95ed-4dca-a9d5-4158ee9f1ccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:02.793890 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b8cca27d-516c-4827-b31e-b113c115aca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:02.797601 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-806da5d9-f5a5-4e25-8416-ea2be37ebbc6 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:02.803167 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-806da5d9-f5a5-4e25-8416-ea2be37ebbc6 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5780094 Jun 23 10:12:02.803167 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 38334) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:12:02.813153 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [None req-48fea6ff-ea1a-41a1-98bc-bbb4e2f32df4 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Request body: {'floatingip': {'floating_network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28'}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:12:02.825076 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b8cca27d-516c-4827-b31e-b113c115aca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:02.846560 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd12f2f-90e3-4198-b54f-9a1d1673c6c4 req-6806dfe5-f73e-44ab-97d6-231603380ced tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:02.848487 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-bdd12f2f-90e3-4198-b54f-9a1d1673c6c4 req-6806dfe5-f73e-44ab-97d6-231603380ced tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 945 time: 0.1176500 Jun 23 10:12:02.850002 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-4549ecf9-0c31-4623-ae8d-4bfcaf57a2f9 req-01751e07-2dee-4636-aa22-5a3daa37a647 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:02.851044 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-4549ecf9-0c31-4623-ae8d-4bfcaf57a2f9 req-01751e07-2dee-4636-aa22-5a3daa37a647 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707131'] for floatingip, after_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:02.851351 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.db.l3_db [req-4549ecf9-0c31-4623-ae8d-4bfcaf57a2f9 req-01751e07-2dee-4636-aa22-5a3daa37a647 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Floating IP 8df36d6d-5180-465e-8c3b-3c9b53f8a902 disassociated. External IP: 172.27.2.136, port: dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5. Jun 23 10:12:02.853761 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [req-4549ecf9-0c31-4623-ae8d-4bfcaf57a2f9 req-01751e07-2dee-4636-aa22-5a3daa37a647 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Calling delete_port for dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5 owned by compute:nova {{(pid=93710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:12:02.915399 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-bdd12f2f-90e3-4198-b54f-9a1d1673c6c4 req-a4ae97a5-d884-4598-803b-b87511d2c470 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=883d64c3-2083-4755-86cf-f32e109415f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538242 Jun 23 10:12:02.987952 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b8cca27d-516c-4827-b31e-b113c115aca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:02.989394 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b8cca27d-516c-4827-b31e-b113c115aca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:02.990579 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-b8cca27d-516c-4827-b31e-b113c115aca5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/27751e9a-9713-4e14-9ca7-661f33cc65cf HTTP/1.1" status: 204 len: 168 time: 0.3207459 Jun 23 10:12:02.992548 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-5735e53c-0b44-45ec-bf62-b008df76d198 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:03.004288 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cca27d-516c-4827-b31e-b113c115aca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27751e9a-9713-4e14-9ca7-661f33cc65cf,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:03.007655 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-b8cca27d-516c-4827-b31e-b113c115aca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:03.034754 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90bfcde-95b2-48e7-989d-8e73a43d96c9 req-8854a15f-7bf9-4bda-a14e-85c1408089af tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:03.039279 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f90bfcde-95b2-48e7-989d-8e73a43d96c9 req-8854a15f-7bf9-4bda-a14e-85c1408089af tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/ports?device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 946 time: 0.1168246 Jun 23 10:12:03.082149 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f90bfcde-95b2-48e7-989d-8e73a43d96c9 req-6f90864b-49a6-4750-804d-da397db2065f tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/security-groups?id=b75a2980-feef-4b8f-a665-38c0cd83c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393496 Jun 23 10:12:03.192346 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-48fea6ff-ea1a-41a1-98bc-bbb4e2f32df4 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks [] for floatingip, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:03.275726 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67010aa-f0d3-4ef2-be1f-f58f928f4c40 req-84f40288-f1e2-4de9-85b8-b61ccbc86fe6 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:03.277267 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e67010aa-f0d3-4ef2-be1f-f58f928f4c40 req-84f40288-f1e2-4de9-85b8-b61ccbc86fe6 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/ports?device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 946 time: 0.0666547 Jun 23 10:12:03.322012 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e67010aa-f0d3-4ef2-be1f-f58f928f4c40 req-b68ecf61-8af9-42e0-88e4-0922aa07a967 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/security-groups?id=b75a2980-feef-4b8f-a665-38c0cd83c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382788 Jun 23 10:12:03.369589 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-48fea6ff-ea1a-41a1-98bc-bbb4e2f32df4 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for port, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:03.483975 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.db_base_plugin_common [None req-48fea6ff-ea1a-41a1-98bc-bbb4e2f32df4 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Allocated IP 172.27.2.123 (6c022cdf-7908-4fe1-9f3f-494480d09f28/2f1b229c-fc1e-4856-a495-4ccd56c0ef48/e4e66392-ca7c-46c7-a886-5ceca3d2ff49) {{(pid=93710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 10:12:03.504126 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-4549ecf9-0c31-4623-ae8d-4bfcaf57a2f9 req-01751e07-2dee-4636-aa22-5a3daa37a647 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31904537'] for port, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:03.623182 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-48fea6ff-ea1a-41a1-98bc-bbb4e2f32df4 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks [] for port, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:03.637369 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-a9d08966-7333-4e00-a9d7-adfe3e5a910b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:03.665425 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01751e07-2dee-4636-aa22-5a3daa37a647 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Pushing event deleted for resources: {'Port': ['ID=dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:03.671071 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-01751e07-2dee-4636-aa22-5a3daa37a647 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:03.820819 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4549ecf9-0c31-4623-ae8d-4bfcaf57a2f9 req-01751e07-2dee-4636-aa22-5a3daa37a647 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Router 4289399a-5ee4-4996-8ceb-7fb9918adb2d has already been hosted by L3 agent df545903-e04d-4712-ace0-112b1e927481 {{(pid=93710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 10:12:03.826084 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-48fea6ff-ea1a-41a1-98bc-bbb4e2f32df4 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-600500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731988247197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31904512'] for port, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:03.827410 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-e960c6f3-c0bf-4a32-b3fe-3dbdae430f65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:03.880873 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fea6ff-ea1a-41a1-98bc-bbb4e2f32df4 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Network 6c022cdf-7908-4fe1-9f3f-494480d09f28 is already hosted by enough agents. {{(pid=93710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:12:03.888174 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.base_scheduler [None req-48fea6ff-ea1a-41a1-98bc-bbb4e2f32df4 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Resources bound (agent type, host, resource id): {{(pid=93710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:12:03.899649 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:03.924279 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fea6ff-ea1a-41a1-98bc-bbb4e2f32df4 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Received port after_create {{(pid=93710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 10:12:03.928244 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fea6ff-ea1a-41a1-98bc-bbb4e2f32df4 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Pushing event updated for resources: {'Port': ['ID=e4e66392-ca7c-46c7-a886-5ceca3d2ff49,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:03.951473 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-48fea6ff-ea1a-41a1-98bc-bbb4e2f32df4 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:03.972199 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7429c4-da86-4578-a7f5-6a9c2a99ba70 req-c52b856a-b424-43a9-8ba5-33ad5c87603a tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:03.973753 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-fa7429c4-da86-4578-a7f5-6a9c2a99ba70 req-c52b856a-b424-43a9-8ba5-33ad5c87603a tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/ports?device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 946 time: 0.0816071 Jun 23 10:12:04.056838 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-fa7429c4-da86-4578-a7f5-6a9c2a99ba70 req-74d35036-8c32-42d4-8a4f-e1ac4adf8104 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/security-groups?id=b75a2980-feef-4b8f-a665-38c0cd83c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747080 Jun 23 10:12:04.074660 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4549ecf9-0c31-4623-ae8d-4bfcaf57a2f9 req-01751e07-2dee-4636-aa22-5a3daa37a647 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify agent at l3_agent.dv-cinder-797510-1-iscsi the message routers_updated {{(pid=93710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 10:12:04.092463 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b15dbd-289f-4799-a77b-16ab44ad7eaa None None] Sync routers for ids ['4289399a-5ee4-4996-8ceb-7fb9918adb2d'] in dv-cinder-797510-1-iscsi {{(pid=93712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 10:12:04.115670 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b15dbd-289f-4799-a77b-16ab44ad7eaa None None] Routers {'4289399a-5ee4-4996-8ceb-7fb9918adb2d'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:12:04.118249 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-e6b15dbd-289f-4799-a77b-16ab44ad7eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:11:50Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['4289399a-5ee4-4996-8ceb-7fb9918adb2d'], 'active': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:12:04.160114 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-48fea6ff-ea1a-41a1-98bc-bbb4e2f32df4 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:04.161922 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.l3_dvrscheduler_db [req-4549ecf9-0c31-4623-ae8d-4bfcaf57a2f9 req-01751e07-2dee-4636-aa22-5a3daa37a647 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] No DVR routers for this DVR port dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5 on host hv-cinder-79751 {{(pid=93710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 10:12:04.168332 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-4549ecf9-0c31-4623-ae8d-4bfcaf57a2f9 req-01751e07-2dee-4636-aa22-5a3daa37a647 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for port, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:04.170459 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-4549ecf9-0c31-4623-ae8d-4bfcaf57a2f9 req-01751e07-2dee-4636-aa22-5a3daa37a647 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.52 "DELETE /v2.0/ports/dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5 HTTP/1.1" status: 204 len: 173 time: 1.8358414 Jun 23 10:12:04.171096 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2032b661-f327-4a4d-bc8b-905a913d85d1', 'name': 'network-vif-deleted', 'tag': 'dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5'}] {{(pid=93710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:12:04.173526 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476757ab5199ad7afce7410758f86ea887fce0aa64a809171aa19cb360cf7c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3335ef5a-83a0-45f6-8934-74d27ad414f9" -d '{"events": [{"server_uuid": "2032b661-f327-4a4d-bc8b-905a913d85d1", "name": "network-vif-deleted", "tag": "dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5"}]}' {{(pid=93710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:12:04.200350 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-747cd410-fdd9-4b0d-9a55-b84ea1676e01 req-ac810d43-8da8-4591-8558-38be3e9178fd tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 210 time: 0.1006591 Jun 23 10:12:04.216688 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 10:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc349a6-c048-4ecd-a1d6-b62fed5e2ce5 x-openstack-request-id: req-1bc349a6-c048-4ecd-a1d6-b62fed5e2ce5 {{(pid=93710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:12:04.217018 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2032b661-f327-4a4d-bc8b-905a913d85d1", "name": "network-vif-deleted", "tag": "dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5", "status": "completed", "code": 200}]} {{(pid=93710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:12:04.217308 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1bc349a6-c048-4ecd-a1d6-b62fed5e2ce5 {{(pid=93710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:12:04.217734 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2032b661-f327-4a4d-bc8b-905a913d85d1', 'name': 'network-vif-deleted', 'tag': 'dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5', 'status': 'completed', 'code': 200} Jun 23 10:12:04.278626 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvr_db [None req-e6b15dbd-289f-4799-a77b-16ab44ad7eaa None None] Set router 4289399a-5ee4-4996-8ceb-7fb9918adb2d gateway port host: dv-cinder-797510-1-iscsi {{(pid=93712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:12:04.431500 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-48fea6ff-ea1a-41a1-98bc-bbb4e2f32df4 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:04.525182 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-e6b15dbd-289f-4799-a77b-16ab44ad7eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'name': 'tempest-AttachVolumeTestJSON-1884555333-router', 'tenant_id': '2bfd8cef6a2f47babb53716771db0095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '0729db3c-c967-4684-b5dc-9c4ba053d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:07:12Z', 'updated_at': '2021-06-23T10:07:22Z', 'revision_number': 4, 'project_id': '2bfd8cef6a2f47babb53716771db0095', 'gw_port': {'id': '0729db3c-c967-4684-b5dc-9c4ba053d154', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:37:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:14Z', 'updated_at': '2021-06-23T10:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_interfaces': [{'id': '2d2894c6-8ab1-4f91-8052-6a6e4b5c0d34', 'name': '', 'network_id': '75208ede-2304-4522-bb33-3632300dc81d', 'tenant_id': '2bfd8cef6a2f47babb53716771db0095', 'mac_address': 'fa:16:3e:d8:8c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '222c10a8-002c-4ace-acfb-70d9b2714faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:20Z', 'updated_at': '2021-06-23T10:07:33Z', 'revision_number': 5, 'project_id': '2bfd8cef6a2f47babb53716771db0095', 'subnets': [{'id': '222c10a8-002c-4ace-acfb-70d9b2714faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:12:04.575249 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b15dbd-289f-4799-a77b-16ab44ad7eaa None None] Checking router: 4289399a-5ee4-4996-8ceb-7fb9918adb2d for host: dv-cinder-797510-1-iscsi {{(pid=93712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 10:12:04.575249 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b15dbd-289f-4799-a77b-16ab44ad7eaa None None] Routers {'4289399a-5ee4-4996-8ceb-7fb9918adb2d'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:12:04.575859 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-e6b15dbd-289f-4799-a77b-16ab44ad7eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:11:50Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['4289399a-5ee4-4996-8ceb-7fb9918adb2d'], 'active': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:12:04.618754 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-48fea6ff-ea1a-41a1-98bc-bbb4e2f32df4 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks [] for port, precommit_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:04.707446 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvr_db [None req-e6b15dbd-289f-4799-a77b-16ab44ad7eaa None None] Set router 4289399a-5ee4-4996-8ceb-7fb9918adb2d gateway port host: dv-cinder-797510-1-iscsi {{(pid=93712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:12:04.713465 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-48fea6ff-ea1a-41a1-98bc-bbb4e2f32df4 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31904530'] for port, after_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:04.716477 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-01751e07-2dee-4636-aa22-5a3daa37a647 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:04.799323 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fea6ff-ea1a-41a1-98bc-bbb4e2f32df4 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Pushing event updated for resources: {'Port': ['ID=e4e66392-ca7c-46c7-a886-5ceca3d2ff49,revision_number=2']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:04.804302 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-48fea6ff-ea1a-41a1-98bc-bbb4e2f32df4 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:04.805222 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-48fea6ff-ea1a-41a1-98bc-bbb4e2f32df4 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707131'] for floatingip, after_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:04.898946 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-48fea6ff-ea1a-41a1-98bc-bbb4e2f32df4 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for floatingip, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:04.901392 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-48fea6ff-ea1a-41a1-98bc-bbb4e2f32df4 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0932169 Jun 23 10:12:04.953477 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-e6b15dbd-289f-4799-a77b-16ab44ad7eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'name': 'tempest-AttachVolumeTestJSON-1884555333-router', 'tenant_id': '2bfd8cef6a2f47babb53716771db0095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '0729db3c-c967-4684-b5dc-9c4ba053d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:07:12Z', 'updated_at': '2021-06-23T10:07:22Z', 'revision_number': 4, 'project_id': '2bfd8cef6a2f47babb53716771db0095', 'gw_port': {'id': '0729db3c-c967-4684-b5dc-9c4ba053d154', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:37:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:14Z', 'updated_at': '2021-06-23T10:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_interfaces': [{'id': '2d2894c6-8ab1-4f91-8052-6a6e4b5c0d34', 'name': '', 'network_id': '75208ede-2304-4522-bb33-3632300dc81d', 'tenant_id': '2bfd8cef6a2f47babb53716771db0095', 'mac_address': 'fa:16:3e:d8:8c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '222c10a8-002c-4ace-acfb-70d9b2714faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:20Z', 'updated_at': '2021-06-23T10:07:33Z', 'revision_number': 5, 'project_id': '2bfd8cef6a2f47babb53716771db0095', 'subnets': [{'id': '222c10a8-002c-4ace-acfb-70d9b2714faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:12:04.978779 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b15dbd-289f-4799-a77b-16ab44ad7eaa None None] The sync data for ids ['4289399a-5ee4-4996-8ceb-7fb9918adb2d'] in dv-cinder-797510-1-iscsi is: [{'id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'name': 'tempest-AttachVolumeTestJSON-1884555333-router', 'tenant_id': '2bfd8cef6a2f47babb53716771db0095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '0729db3c-c967-4684-b5dc-9c4ba053d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:07:12Z', 'updated_at': '2021-06-23T10:07:22Z', 'revision_number': 4, 'project_id': '2bfd8cef6a2f47babb53716771db0095', 'gw_port': {'id': '0729db3c-c967-4684-b5dc-9c4ba053d154', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:37:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:14Z', 'updated_at': '2021-06-23T10:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_interfaces': [{'id': '2d2894c6-8ab1-4f91-8052-6a6e4b5c0d34', 'name': '', 'network_id': '75208ede-2304-4522-bb33-3632300dc81d', 'tenant_id': '2bfd8cef6a2f47babb53716771db0095', 'mac_address': 'fa:16:3e:d8:8c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '222c10a8-002c-4ace-acfb-70d9b2714faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:20Z', 'updated_at': '2021-06-23T10:07:33Z', 'revision_number': 5, 'project_id': '2bfd8cef6a2f47babb53716771db0095', 'subnets': [{'id': '222c10a8-002c-4ace-acfb-70d9b2714faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 10:12:05.210358 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4c663286-a21a-4efc-a5a1-96ce0a2b763a req-7f86b704-8b13-4ff1-816a-6afbdf002235 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--94943039&fields=id&tenant_id=24291804a3fc43a7bb9013ab3736dd4e HTTP/1.1" status: 200 len: 267 time: 0.0351334 Jun 23 10:12:05.284437 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d96eb5-ae01-4c4a-aa97-4469d56b989f None None] New status for floating IP 8df36d6d-5180-465e-8c3b-3c9b53f8a902: DOWN {{(pid=93713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 10:12:05.374492 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c663286-a21a-4efc-a5a1-96ce0a2b763a req-c6d72d1f-4343-4d8b-892a-0559d74ceeff tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:05.381630 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4c663286-a21a-4efc-a5a1-96ce0a2b763a req-c6d72d1f-4343-4d8b-892a-0559d74ceeff tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/networks?id=2c358830-fde0-4aa0-a28c-3a7712f5e2f9 HTTP/1.1" status: 200 len: 817 time: 0.1563559 Jun 23 10:12:05.427704 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4c663286-a21a-4efc-a5a1-96ce0a2b763a req-1d6a9455-db5e-4271-b21f-a202507d4a47 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/quotas/24291804a3fc43a7bb9013ab3736dd4e HTTP/1.1" status: 200 len: 375 time: 0.0448720 Jun 23 10:12:05.431673 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e278202d-ab9c-439e-92c6-71bbe7c4b407 req-04f03f33-de53-4e9b-bb8a-5bc4c049b6a4 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=2032b661-f327-4a4d-bc8b-905a913d85d1 HTTP/1.1" status: 200 len: 210 time: 0.0471590 Jun 23 10:12:05.495824 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4c663286-a21a-4efc-a5a1-96ce0a2b763a req-72db3090-d392-4bbf-ab76-f7b6fc58ac66 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=24291804a3fc43a7bb9013ab3736dd4e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0672662 Jun 23 10:12:05.606099 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4c663286-a21a-4efc-a5a1-96ce0a2b763a req-45a15030-eb98-4971-85b5-ad6a83a5ecda service neutron] 10.222.0.47 "GET /v2.0/networks/2c358830-fde0-4aa0-a28c-3a7712f5e2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983427 Jun 23 10:12:05.700117 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4c663286-a21a-4efc-a5a1-96ce0a2b763a req-d0dbcab5-d9a1-4848-b64a-a84a69401dbd service neutron] 10.222.0.47 "GET /v2.0/networks/2c358830-fde0-4aa0-a28c-3a7712f5e2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881987 Jun 23 10:12:05.993890 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-92b47109-9f0d-4cbf-bb91-de5b5125625a req-1ec0bde7-cad5-46a1-813a-35ceb5af07d8 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 210 time: 0.0307484 Jun 23 10:12:06.627938 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 38454) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:12:06.691936 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6233810e-70fb-4f27-8221-d241fc3566b6 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:06.716823 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6233810e-70fb-4f27-8221-d241fc3566b6 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:06.840968 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6233810e-70fb-4f27-8221-d241fc3566b6 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:06.843910 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6233810e-70fb-4f27-8221-d241fc3566b6 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:06.846268 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-6233810e-70fb-4f27-8221-d241fc3566b6 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "DELETE /v2.0/security-groups/883d64c3-2083-4755-86cf-f32e109415f9 HTTP/1.1" status: 204 len: 168 time: 0.2161186 Jun 23 10:12:06.846268 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-d7a10532-95ed-4dca-a9d5-4158ee9f1ccd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:06.850044 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5 no longer exists at agent hyperv_hv-cinder-79751 {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 10:12:06.850662 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 38462) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:12:06.870187 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] No Port match for: dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5 {{(pid=93712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 10:12:06.870604 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device dc3e28d1-9f29-4f90-8859-ecfcd24ae8e5 not bound to the agent host hv-cinder-79751 {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 10:12:06.872259 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6233810e-70fb-4f27-8221-d241fc3566b6 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=883d64c3-2083-4755-86cf-f32e109415f9,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:06.874407 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.api.v2.resource [None req-d091849d-9341-4cc2-88ca-96948c29bd27 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] show failed (client error): The resource could not be found. Jun 23 10:12:06.876891 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-d091849d-9341-4cc2-88ca-96948c29bd27 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups/883d64c3-2083-4755-86cf-f32e109415f9 HTTP/1.1" status: 404 len: 347 time: 0.0243287 Jun 23 10:12:06.876891 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-6233810e-70fb-4f27-8221-d241fc3566b6 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:06.879116 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 38466) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:12:07.002231 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-cebddd67-28a8-4a79-b9d1-56d068090d8a tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Deleting port 6d95f1c7-3460-48a7-a6d7-b1cec46fe118 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:12:07.002574 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cebddd67-28a8-4a79-b9d1-56d068090d8a tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:07.084249 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cebddd67-28a8-4a79-b9d1-56d068090d8a tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:07.085158 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cebddd67-28a8-4a79-b9d1-56d068090d8a tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:07.103815 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-cebddd67-28a8-4a79-b9d1-56d068090d8a tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Calling delete_port for 6d95f1c7-3460-48a7-a6d7-b1cec46fe118 owned by network:floatingip {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:12:07.144216 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-070879a3-4858-4fbc-8ab3-b45a3df6494b req-1d0eab45-01e2-4acb-a538-546649d3a48e tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 210 time: 0.0313525 Jun 23 10:12:07.341448 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cebddd67-28a8-4a79-b9d1-56d068090d8a tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33311619'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:07.344406 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-620c6187-952d-4acf-8c68-58e3f6964b10 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:07.369264 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebddd67-28a8-4a79-b9d1-56d068090d8a tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Pushing event deleted for resources: {'Port': ['ID=6d95f1c7-3460-48a7-a6d7-b1cec46fe118,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:07.372807 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-cebddd67-28a8-4a79-b9d1-56d068090d8a tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:07.430854 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cebddd67-28a8-4a79-b9d1-56d068090d8a tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks [] for floatingip, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:07.433557 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-cebddd67-28a8-4a79-b9d1-56d068090d8a tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:07.437016 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-cebddd67-28a8-4a79-b9d1-56d068090d8a tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "DELETE /v2.0/floatingips/8df36d6d-5180-465e-8c3b-3c9b53f8a902 HTTP/1.1" status: 204 len: 168 time: 0.5546932 Jun 23 10:12:07.916716 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 38486) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:12:07.921540 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [None req-d0aff641-ba84-4b1e-b722-d77fcb7b56e5 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1091192141', 'description': 'tempest-description--1171584041'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:12:08.045225 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d0aff641-ba84-4b1e-b722-d77fcb7b56e5 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:08.076669 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.agents_db [None req-4b03355e-e743-40fc-912e-580b49e4c212 None None] Agent healthcheck: found 6 active agents {{(pid=93713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 10:12:08.167877 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d0aff641-ba84-4b1e-b722-d77fcb7b56e5 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:08.294033 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-313bc333-b35c-441b-b25f-ec46d220c5fd req-73e3d3b0-378d-40d7-b6c1-af5e9f1b5964 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 210 time: 0.0302110 Jun 23 10:12:08.359476 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d0aff641-ba84-4b1e-b722-d77fcb7b56e5 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:08.362732 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-57dd4f94-66bb-48da-8918-a292b197c55b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:08.389460 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aff641-ba84-4b1e-b722-d77fcb7b56e5 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a0a485-ac0f-42ef-b435-aa791b3edf4f,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:08.392233 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-d0aff641-ba84-4b1e-b722-d77fcb7b56e5 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:08.494929 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d0aff641-ba84-4b1e-b722-d77fcb7b56e5 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:08.499275 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 38500) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:12:08.499942 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-d0aff641-ba84-4b1e-b722-d77fcb7b56e5 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5815794 Jun 23 10:12:08.505687 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [None req-85b0e034-90c6-43f3-a5bf-d80891254d48 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Request body: {'security_group_rule': {'security_group_id': 'e5a0a485-ac0f-42ef-b435-aa791b3edf4f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:12:08.694600 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 38508) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:12:08.698429 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-85b0e034-90c6-43f3-a5bf-d80891254d48 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:08.758618 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-85b0e034-90c6-43f3-a5bf-d80891254d48 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:08.822941 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-45598850-f386-4944-9592-b66a46d7b650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:08.838888 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-85b0e034-90c6-43f3-a5bf-d80891254d48 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660775'] for security_group_rule, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:08.841593 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-627a885d-149b-4c8f-8def-968fb4725432 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:08.869321 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b0e034-90c6-43f3-a5bf-d80891254d48 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73bc9074-2e77-4269-9d75-1fa0791588e9,revision_number=0']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:08.872482 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-85b0e034-90c6-43f3-a5bf-d80891254d48 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:08.969029 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-45598850-f386-4944-9592-b66a46d7b650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:09.066393 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-45598850-f386-4944-9592-b66a46d7b650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:09.070419 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-f555f711-3090-45a9-a15c-4a8566815ac6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:09.136285 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 38534) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:12:09.149269 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-45598850-f386-4944-9592-b66a46d7b650 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=edff5e1737564a3fad48b18f138ae5d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4526372 Jun 23 10:12:09.153683 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45598850-f386-4944-9592-b66a46d7b650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420af8c8-d6ee-446c-a105-1a0e14e5dc24,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:09.164389 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-45598850-f386-4944-9592-b66a46d7b650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:09.180265 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-85b0e034-90c6-43f3-a5bf-d80891254d48 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:09.181750 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-85b0e034-90c6-43f3-a5bf-d80891254d48 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6810279 Jun 23 10:12:09.184741 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 38538) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:12:09.189536 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [None req-aa73833f-ec0c-44ff-bcc4-f51cc522f5c0 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Request body: {'security_group_rule': {'security_group_id': 'e5a0a485-ac0f-42ef-b435-aa791b3edf4f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:12:09.229323 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-4cb9c5bd-ff08-4c16-9eb7-5f2dd0bb8963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:09.259820 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-4cb9c5bd-ff08-4c16-9eb7-5f2dd0bb8963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:09.366283 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23964f0-54fa-4120-b9a3-4d9e1d045712 req-31bccfed-aa16-4c91-9423-33e7f30126fc tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:09.367894 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d23964f0-54fa-4120-b9a3-4d9e1d045712 req-31bccfed-aa16-4c91-9423-33e7f30126fc tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.47 "GET /v2.0/networks?id=696f9b4c-a752-4f9c-82c1-4f3043da4d6a HTTP/1.1" status: 200 len: 814 time: 0.1129646 Jun 23 10:12:09.378626 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-aa73833f-ec0c-44ff-bcc4-f51cc522f5c0 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:09.400754 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d23964f0-54fa-4120-b9a3-4d9e1d045712 req-619ae468-32a0-4afe-9aa0-effa528150ca tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.47 "GET /v2.0/quotas/bd24df5f65c04e53863ccbfd447a03a0 HTTP/1.1" status: 200 len: 375 time: 0.0230806 Jun 23 10:12:09.436486 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c663286-a21a-4efc-a5a1-96ce0a2b763a req-ca09e8a5-b6f7-40fb-a483-9534900457f7 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:09.437921 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-4c663286-a21a-4efc-a5a1-96ce0a2b763a req-ca09e8a5-b6f7-40fb-a483-9534900457f7 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.52 "GET /v2.0/networks?id=2c358830-fde0-4aa0-a28c-3a7712f5e2f9 HTTP/1.1" status: 200 len: 817 time: 0.1059248 Jun 23 10:12:09.448497 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d23964f0-54fa-4120-b9a3-4d9e1d045712 req-635f065d-5463-4260-8105-9e894f01c599 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=bd24df5f65c04e53863ccbfd447a03a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407729 Jun 23 10:12:09.455604 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-4cb9c5bd-ff08-4c16-9eb7-5f2dd0bb8963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:09.458377 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-4cb9c5bd-ff08-4c16-9eb7-5f2dd0bb8963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:09.460091 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-4cb9c5bd-ff08-4c16-9eb7-5f2dd0bb8963 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/420af8c8-d6ee-446c-a105-1a0e14e5dc24 HTTP/1.1" status: 204 len: 168 time: 0.3220243 Jun 23 10:12:09.473310 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-f8972569-9ee4-45a1-8215-b13e2d0f04bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:09.485736 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb9c5bd-ff08-4c16-9eb7-5f2dd0bb8963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420af8c8-d6ee-446c-a105-1a0e14e5dc24,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:09.507814 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-4cb9c5bd-ff08-4c16-9eb7-5f2dd0bb8963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:09.548082 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-4c663286-a21a-4efc-a5a1-96ce0a2b763a req-6b43c5f6-b41d-44ad-a2a9-1d47505d45f1 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24291804a3fc43a7bb9013ab3736dd4e HTTP/1.1" status: 200 len: 378 time: 0.1021190 Jun 23 10:12:09.558995 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [req-4c663286-a21a-4efc-a5a1-96ce0a2b763a req-0527a1ca-0bc0-43f2-9145-b1454ddd4e44 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Request body: {'port': {'device_id': '67b3d9ec-1dd7-4a0d-b8a9-ca386061c135', 'network_id': '2c358830-fde0-4aa0-a28c-3a7712f5e2f9', 'admin_state_up': True, 'tenant_id': '24291804a3fc43a7bb9013ab3736dd4e', 'security_groups': ['297352e7-829d-44ff-9d1d-f3a071645087']}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:12:09.799014 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c663286-a21a-4efc-a5a1-96ce0a2b763a req-0527a1ca-0bc0-43f2-9145-b1454ddd4e44 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Made reservation on behalf of 24291804a3fc43a7bb9013ab3736dd4e for: {'port': 1} {{(pid=93710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:12:09.804850 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-aa73833f-ec0c-44ff-bcc4-f51cc522f5c0 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:09.805374 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-4c663286-a21a-4efc-a5a1-96ce0a2b763a req-0527a1ca-0bc0-43f2-9145-b1454ddd4e44 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for port, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:09.851583 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d23964f0-54fa-4120-b9a3-4d9e1d045712 req-fea58760-9bc3-4119-8402-324fdec2aada service neutron] 10.222.0.47 "GET /v2.0/networks/696f9b4c-a752-4f9c-82c1-4f3043da4d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3948710 Jun 23 10:12:09.951235 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-aa73833f-ec0c-44ff-bcc4-f51cc522f5c0 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660775'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:09.964371 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.db_base_plugin_common [req-4c663286-a21a-4efc-a5a1-96ce0a2b763a req-0527a1ca-0bc0-43f2-9145-b1454ddd4e44 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Allocated IP 172.20.0.12 (2c358830-fde0-4aa0-a28c-3a7712f5e2f9/cdba8eb6-d4a0-4adb-b53b-76f5eb8c1c27/f06a1e55-269f-47ea-a62c-39ce2a299e00) {{(pid=93710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 10:12:09.966285 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:10.000170 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa73833f-ec0c-44ff-bcc4-f51cc522f5c0 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=084e039b-93f9-49d7-b927-32cf63839751,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:10.003279 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-aa73833f-ec0c-44ff-bcc4-f51cc522f5c0 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:10.065385 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d23964f0-54fa-4120-b9a3-4d9e1d045712 req-cbb3da96-43c9-44d9-91d8-8764817797fa service neutron] 10.222.0.47 "GET /v2.0/networks/696f9b4c-a752-4f9c-82c1-4f3043da4d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118521 Jun 23 10:12:10.136318 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-aa73833f-ec0c-44ff-bcc4-f51cc522f5c0 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:10.140210 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-aa73833f-ec0c-44ff-bcc4-f51cc522f5c0 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9516442 Jun 23 10:12:10.140589 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 38562) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:12:10.145513 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [None req-62ee81e8-335d-435e-8a62-75acee98651a tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Request body: {'floatingip': {'floating_network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:12:10.159943 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-4c663286-a21a-4efc-a5a1-96ce0a2b763a req-0527a1ca-0bc0-43f2-9145-b1454ddd4e44 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks [] for port, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:10.176631 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.provisioning_blocks [req-4c663286-a21a-4efc-a5a1-96ce0a2b763a req-0527a1ca-0bc0-43f2-9145-b1454ddd4e44 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Transition to ACTIVE for port object f06a1e55-269f-47ea-a62c-39ce2a299e00 will not be triggered until provisioned by entity DHCP. {{(pid=93710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:12:10.262327 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-8ffea984-80ad-452e-8854-9db5768eb959 req-54303a19-8b43-4e83-b93f-9c5786c60bb9 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 210 time: 0.0351582 Jun 23 10:12:10.314213 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-62ee81e8-335d-435e-8a62-75acee98651a tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks [] for floatingip, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:10.314598 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-4c663286-a21a-4efc-a5a1-96ce0a2b763a req-0527a1ca-0bc0-43f2-9145-b1454ddd4e44 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-600500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731988247197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31904512'] for port, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:10.320995 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-48904d07-007f-4f0b-87b0-de76e48cfcbc tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:10.335738 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 38574) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:12:10.398690 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c663286-a21a-4efc-a5a1-96ce0a2b763a req-0527a1ca-0bc0-43f2-9145-b1454ddd4e44 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Network 2c358830-fde0-4aa0-a28c-3a7712f5e2f9 is already hosted by enough agents. {{(pid=93710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:12:10.399730 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-0a511bfc-1228-4a0b-8e12-ccafee369b70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:10.403843 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-23cb9831-6617-4076-9e40-053bd26191e4 req-ad25ddbc-fbe2-4304-b39d-e1c7a839b34c tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.47 "GET /v2.0/ports?device_id=62b277bf-e2a1-4527-9c7c-c7e3f74f195c HTTP/1.1" status: 200 len: 210 time: 0.0765302 Jun 23 10:12:10.410872 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.base_scheduler [req-4c663286-a21a-4efc-a5a1-96ce0a2b763a req-0527a1ca-0bc0-43f2-9145-b1454ddd4e44 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Resources bound (agent type, host, resource id): {{(pid=93710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:12:10.421591 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c663286-a21a-4efc-a5a1-96ce0a2b763a req-0527a1ca-0bc0-43f2-9145-b1454ddd4e44 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Received port after_create {{(pid=93710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 10:12:10.472396 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0527a1ca-0bc0-43f2-9145-b1454ddd4e44 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Pushing event updated for resources: {'Port': ['ID=f06a1e55-269f-47ea-a62c-39ce2a299e00,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:10.476690 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-0527a1ca-0bc0-43f2-9145-b1454ddd4e44 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:10.510065 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-62ee81e8-335d-435e-8a62-75acee98651a tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:10.520415 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c663286-a21a-4efc-a5a1-96ce0a2b763a req-0527a1ca-0bc0-43f2-9145-b1454ddd4e44 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:10.521583 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-4c663286-a21a-4efc-a5a1-96ce0a2b763a req-0527a1ca-0bc0-43f2-9145-b1454ddd4e44 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for port, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:10.614765 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-0a511bfc-1228-4a0b-8e12-ccafee369b70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:10.650643 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-62ee81e8-335d-435e-8a62-75acee98651a tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Allocated IP 172.27.2.209 (6c022cdf-7908-4fe1-9f3f-494480d09f28/2f1b229c-fc1e-4856-a495-4ccd56c0ef48/e5f53446-7650-4796-baac-9c2010838b20) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 10:12:10.712292 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-0a511bfc-1228-4a0b-8e12-ccafee369b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:10.715778 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-b56125fd-09a2-4164-a3ad-56f428d456ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:10.752527 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-0a511bfc-1228-4a0b-8e12-ccafee369b70 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1dd3e1ee17204d90af87a3c44202d364&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4144378 Jun 23 10:12:10.753746 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a511bfc-1228-4a0b-8e12-ccafee369b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba1ba0d-db7f-4fe3-912a-0bae18a7023f,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:10.755377 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 38586) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:12:10.761531 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-0a511bfc-1228-4a0b-8e12-ccafee369b70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:10.764810 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-62ee81e8-335d-435e-8a62-75acee98651a tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:10.828154 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-7ff27f53-7edf-4efb-a615-4c00d2a68553 None None] Provisioning for port f06a1e55-269f-47ea-a62c-39ce2a299e00 completed by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:12:10.828657 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-4c663286-a21a-4efc-a5a1-96ce0a2b763a req-0527a1ca-0bc0-43f2-9145-b1454ddd4e44 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2751076 Jun 23 10:12:10.839654 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-7ff27f53-7edf-4efb-a615-4c00d2a68553 None None] Provisioning complete for port f06a1e55-269f-47ea-a62c-39ce2a299e00 triggered by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:12:10.839654 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7ff27f53-7edf-4efb-a615-4c00d2a68553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:10.840726 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-db640ff8-f535-4448-8dd4-54c6f822da62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:10.855541 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [req-4c663286-a21a-4efc-a5a1-96ce0a2b763a req-b6b6b6ba-5875-4ef0-99be-2c4728007e43 service neutron] Request body: {'port': {'device_id': '67b3d9ec-1dd7-4a0d-b8a9-ca386061c135', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79751'}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:12:10.868846 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-db640ff8-f535-4448-8dd4-54c6f822da62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:10.877991 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-7ff27f53-7edf-4efb-a615-4c00d2a68553 None None] Port f06a1e55-269f-47ea-a62c-39ce2a299e00 cannot update to ACTIVE because it is not bound. {{(pid=93712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 10:12:10.941116 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-4c663286-a21a-4efc-a5a1-96ce0a2b763a req-b6b6b6ba-5875-4ef0-99be-2c4728007e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:10.951806 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-62ee81e8-335d-435e-8a62-75acee98651a tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-600500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731988247197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33311642'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:10.954281 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:10.998201 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ee81e8-335d-435e-8a62-75acee98651a tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Network 6c022cdf-7908-4fe1-9f3f-494480d09f28 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:12:11.001046 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-62ee81e8-335d-435e-8a62-75acee98651a tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:12:11.003926 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ee81e8-335d-435e-8a62-75acee98651a tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 10:12:11.030996 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ee81e8-335d-435e-8a62-75acee98651a tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Pushing event updated for resources: {'Port': ['ID=e5f53446-7650-4796-baac-9c2010838b20,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:11.033981 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-62ee81e8-335d-435e-8a62-75acee98651a tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:11.041302 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-db640ff8-f535-4448-8dd4-54c6f822da62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:11.043848 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-db640ff8-f535-4448-8dd4-54c6f822da62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:11.046210 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-db640ff8-f535-4448-8dd4-54c6f822da62 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fba1ba0d-db7f-4fe3-912a-0bae18a7023f HTTP/1.1" status: 204 len: 168 time: 0.2897911 Jun 23 10:12:11.048928 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-8f4932c0-92d6-439b-9c43-163ecfc51224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:11.065480 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db640ff8-f535-4448-8dd4-54c6f822da62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba1ba0d-db7f-4fe3-912a-0bae18a7023f,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:11.070470 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-db640ff8-f535-4448-8dd4-54c6f822da62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:11.169833 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-62ee81e8-335d-435e-8a62-75acee98651a tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:11.270010 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.notifiers.nova [req-4c663286-a21a-4efc-a5a1-96ce0a2b763a req-b6b6b6ba-5875-4ef0-99be-2c4728007e43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f06a1e55-269f-47ea-a62c-39ce2a299e00 {{(pid=93710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 10:12:11.278277 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-4c663286-a21a-4efc-a5a1-96ce0a2b763a req-b6b6b6ba-5875-4ef0-99be-2c4728007e43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:11.292534 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.provisioning_blocks [req-4c663286-a21a-4efc-a5a1-96ce0a2b763a req-b6b6b6ba-5875-4ef0-99be-2c4728007e43 service neutron] Transition to ACTIVE for port object f06a1e55-269f-47ea-a62c-39ce2a299e00 will not be triggered until provisioned by entity L2. {{(pid=93710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:12:11.333957 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-62ee81e8-335d-435e-8a62-75acee98651a tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:11.421782 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-4c663286-a21a-4efc-a5a1-96ce0a2b763a req-b6b6b6ba-5875-4ef0-99be-2c4728007e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31904530'] for port, after_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:11.424953 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:11.474697 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b6b6ba-5875-4ef0-99be-2c4728007e43 service neutron] Pushing event updated for resources: {'Port': ['ID=f06a1e55-269f-47ea-a62c-39ce2a299e00,revision_number=2']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:11.484817 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-b6b6b6ba-5875-4ef0-99be-2c4728007e43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:11.533977 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7255a1f-907a-4efd-95d0-8318c501c0d7 req-83dd6ed0-8b12-43ff-9882-ab2dbb363edd tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:11.536005 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e7255a1f-907a-4efd-95d0-8318c501c0d7 req-83dd6ed0-8b12-43ff-9882-ab2dbb363edd tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 944 time: 0.1086104 Jun 23 10:12:11.541542 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-62ee81e8-335d-435e-8a62-75acee98651a tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:11.589526 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.managers [req-4c663286-a21a-4efc-a5a1-96ce0a2b763a req-b6b6b6ba-5875-4ef0-99be-2c4728007e43 service neutron] Attempting to bind port f06a1e55-269f-47ea-a62c-39ce2a299e00 on host hv-cinder-79751 for vnic_type normal with profile {{(pid=93710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 10:12:11.589928 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.managers [req-4c663286-a21a-4efc-a5a1-96ce0a2b763a req-b6b6b6ba-5875-4ef0-99be-2c4728007e43 service neutron] Attempting to bind port f06a1e55-269f-47ea-a62c-39ce2a299e00 by drivers openvswitch,hyperv on host hv-cinder-79751 at level 0 using segments [{'id': '06137ac4-b337-46f2-b6d6-d631ec2de296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2c358830-fde0-4aa0-a28c-3a7712f5e2f9'}] {{(pid=93710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 10:12:11.590233 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c663286-a21a-4efc-a5a1-96ce0a2b763a req-b6b6b6ba-5875-4ef0-99be-2c4728007e43 service neutron] Attempting to bind port f06a1e55-269f-47ea-a62c-39ce2a299e00 on network 2c358830-fde0-4aa0-a28c-3a7712f5e2f9 {{(pid=93710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:12:11.598542 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c663286-a21a-4efc-a5a1-96ce0a2b763a req-b6b6b6ba-5875-4ef0-99be-2c4728007e43 service neutron] Port f06a1e55-269f-47ea-a62c-39ce2a299e00 on network 2c358830-fde0-4aa0-a28c-3a7712f5e2f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79751 {{(pid=93710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 10:12:11.601520 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c663286-a21a-4efc-a5a1-96ce0a2b763a req-b6b6b6ba-5875-4ef0-99be-2c4728007e43 service neutron] Attempting to bind port f06a1e55-269f-47ea-a62c-39ce2a299e00 on network 2c358830-fde0-4aa0-a28c-3a7712f5e2f9 {{(pid=93710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:12:11.607109 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c663286-a21a-4efc-a5a1-96ce0a2b763a req-b6b6b6ba-5875-4ef0-99be-2c4728007e43 service neutron] Checking agent: {'id': '4f95f39b-461c-4de8-a9d2-f77a6241c1fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 10, 5, 33), 'started_at': datetime.datetime(2021, 6, 23, 10, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 10, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 10:12:11.607693 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c663286-a21a-4efc-a5a1-96ce0a2b763a req-b6b6b6ba-5875-4ef0-99be-2c4728007e43 service neutron] Checking segment: {'id': '06137ac4-b337-46f2-b6d6-d631ec2de296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2c358830-fde0-4aa0-a28c-3a7712f5e2f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:12:11.608074 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c663286-a21a-4efc-a5a1-96ce0a2b763a req-b6b6b6ba-5875-4ef0-99be-2c4728007e43 service neutron] Bound using segment: {'id': '06137ac4-b337-46f2-b6d6-d631ec2de296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2c358830-fde0-4aa0-a28c-3a7712f5e2f9'} {{(pid=93710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 10:12:11.608773 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.managers [req-4c663286-a21a-4efc-a5a1-96ce0a2b763a req-b6b6b6ba-5875-4ef0-99be-2c4728007e43 service neutron] Bound port: f06a1e55-269f-47ea-a62c-39ce2a299e00, host: hv-cinder-79751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06137ac4-b337-46f2-b6d6-d631ec2de296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2c358830-fde0-4aa0-a28c-3a7712f5e2f9'}}] {{(pid=93710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 10:12:11.609713 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-4c663286-a21a-4efc-a5a1-96ce0a2b763a req-b6b6b6ba-5875-4ef0-99be-2c4728007e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:11.631952 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e7255a1f-907a-4efd-95d0-8318c501c0d7 req-23e0f345-408a-4b76-8404-ab1e4fe424d6 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0833521 Jun 23 10:12:11.673294 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-cc9b155d-c276-44be-8f96-204aa19e6b18 req-ee40230d-4339-47c0-a684-aa8209f81f61 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.47 "GET /v2.0/ports?device_id=62b277bf-e2a1-4527-9c7c-c7e3f74f195c HTTP/1.1" status: 200 len: 210 time: 0.0577316 Jun 23 10:12:11.688888 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-62ee81e8-335d-435e-8a62-75acee98651a tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33311624'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:11.693728 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-32d93872-be36-4081-8447-67993211d96f tempest-DeleteServersTestJSON-1092096768 tempest-DeleteServersTestJSON-1092096768-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:11.712790 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.db [req-4c663286-a21a-4efc-a5a1-96ce0a2b763a req-b6b6b6ba-5875-4ef0-99be-2c4728007e43 service neutron] For port f06a1e55-269f-47ea-a62c-39ce2a299e00, host hv-cinder-79751, cleared binding levels {{(pid=93710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 10:12:11.716341 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.db [req-4c663286-a21a-4efc-a5a1-96ce0a2b763a req-b6b6b6ba-5875-4ef0-99be-2c4728007e43 service neutron] For port f06a1e55-269f-47ea-a62c-39ce2a299e00, host hv-cinder-79751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=f06a1e55-269f-47ea-a62c-39ce2a299e00,segment=NetworkSegment(06137ac4-b337-46f2-b6d6-d631ec2de296),segment_id=06137ac4-b337-46f2-b6d6-d631ec2de296)] {{(pid=93710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 10:12:11.797849 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ee81e8-335d-435e-8a62-75acee98651a tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Pushing event updated for resources: {'Port': ['ID=e5f53446-7650-4796-baac-9c2010838b20,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:11.812714 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-62ee81e8-335d-435e-8a62-75acee98651a tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:11.818102 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-62ee81e8-335d-435e-8a62-75acee98651a tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707131'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:11.822893 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-4c663286-a21a-4efc-a5a1-96ce0a2b763a req-b6b6b6ba-5875-4ef0-99be-2c4728007e43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31904530'] for port, after_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:11.825941 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-e960c6f3-c0bf-4a32-b3fe-3dbdae430f65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:11.857361 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c663286-a21a-4efc-a5a1-96ce0a2b763a req-b6b6b6ba-5875-4ef0-99be-2c4728007e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:11.858213 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-4c663286-a21a-4efc-a5a1-96ce0a2b763a req-b6b6b6ba-5875-4ef0-99be-2c4728007e43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for port, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:11.859620 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-4c663286-a21a-4efc-a5a1-96ce0a2b763a req-b6b6b6ba-5875-4ef0-99be-2c4728007e43 service neutron] 10.222.0.52 "PUT /v2.0/ports/f06a1e55-269f-47ea-a62c-39ce2a299e00 HTTP/1.1" status: 200 len: 1094 time: 1.0240426 Jun 23 10:12:11.861993 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b3d9ec-1dd7-4a0d-b8a9-ca386061c135', 'tag': 'f06a1e55-269f-47ea-a62c-39ce2a299e00'}] {{(pid=93710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:12:11.864826 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476757ab5199ad7afce7410758f86ea887fce0aa64a809171aa19cb360cf7c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb4b848-c0f4-492e-b497-7d6e3d3b1e5d" -d '{"events": [{"name": "network-changed", "server_uuid": "67b3d9ec-1dd7-4a0d-b8a9-ca386061c135", "tag": "f06a1e55-269f-47ea-a62c-39ce2a299e00"}]}' {{(pid=93710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:12:11.895691 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b6b6ba-5875-4ef0-99be-2c4728007e43 service neutron] Pushing event updated for resources: {'Port': ['ID=f06a1e55-269f-47ea-a62c-39ce2a299e00,revision_number=3']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:11.903658 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-b6b6b6ba-5875-4ef0-99be-2c4728007e43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:11.905337 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 10:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0423c1f-e3bf-4476-be5a-3f408ab79aee x-openstack-request-id: req-a0423c1f-e3bf-4476-be5a-3f408ab79aee {{(pid=93710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:12:11.905655 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67b3d9ec-1dd7-4a0d-b8a9-ca386061c135", "tag": "f06a1e55-269f-47ea-a62c-39ce2a299e00", "status": "completed", "code": 200}]} {{(pid=93710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:12:11.905940 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a0423c1f-e3bf-4476-be5a-3f408ab79aee {{(pid=93710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:12:11.906364 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67b3d9ec-1dd7-4a0d-b8a9-ca386061c135', 'tag': 'f06a1e55-269f-47ea-a62c-39ce2a299e00', 'status': 'completed', 'code': 200} Jun 23 10:12:11.914446 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-62ee81e8-335d-435e-8a62-75acee98651a tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:11.916632 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-62ee81e8-335d-435e-8a62-75acee98651a tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7749233 Jun 23 10:12:12.011079 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4b848-c0f4-492e-b497-7d6e3d3b1e5d req-2c519aaa-cca7-4d2e-ad59-62d1f10fd18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:12.012697 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-4eb4b848-c0f4-492e-b497-7d6e3d3b1e5d req-2c519aaa-cca7-4d2e-ad59-62d1f10fd18c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=24291804a3fc43a7bb9013ab3736dd4e&device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 1097 time: 0.0766478 Jun 23 10:12:12.139647 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4b848-c0f4-492e-b497-7d6e3d3b1e5d req-a114a9cb-54bc-4b30-a698-e8dcfbaa39aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:12.141160 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-4eb4b848-c0f4-492e-b497-7d6e3d3b1e5d req-a114a9cb-54bc-4b30-a698-e8dcfbaa39aa service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=24291804a3fc43a7bb9013ab3736dd4e&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1207144 Jun 23 10:12:12.173920 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-7f416892-6b39-43ac-86dc-f7c8144f25d8 req-8d0ea315-7c86-4344-bf24-e77ddd6d8d6e tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1091192141&fields=id&tenant_id=2bfd8cef6a2f47babb53716771db0095 HTTP/1.1" status: 200 len: 267 time: 0.0498877 Jun 23 10:12:12.268547 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4b848-c0f4-492e-b497-7d6e3d3b1e5d req-5f0dfe96-8da6-4d5a-92e8-52f451ff78d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:12.270112 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-4eb4b848-c0f4-492e-b497-7d6e3d3b1e5d req-5f0dfe96-8da6-4d5a-92e8-52f451ff78d7 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1223478 Jun 23 10:12:12.288141 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f416892-6b39-43ac-86dc-f7c8144f25d8 req-7b7df94c-54bb-4515-9dd5-33aed177892e tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:12.289827 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-7f416892-6b39-43ac-86dc-f7c8144f25d8 req-7b7df94c-54bb-4515-9dd5-33aed177892e tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/networks?id=75208ede-2304-4522-bb33-3632300dc81d HTTP/1.1" status: 200 len: 811 time: 0.1163197 Jun 23 10:12:12.308161 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-7f416892-6b39-43ac-86dc-f7c8144f25d8 req-3a6b686c-373c-47b9-9bcc-d81a18f76ed4 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/quotas/2bfd8cef6a2f47babb53716771db0095 HTTP/1.1" status: 200 len: 375 time: 0.0112326 Jun 23 10:12:12.364318 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c663286-a21a-4efc-a5a1-96ce0a2b763a req-74d8341b-3326-42a3-8c39-461d7bfd667b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:12.367890 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-4c663286-a21a-4efc-a5a1-96ce0a2b763a req-74d8341b-3326-42a3-8c39-461d7bfd667b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=24291804a3fc43a7bb9013ab3736dd4e&device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 1097 time: 0.0605304 Jun 23 10:12:12.404398 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-7f416892-6b39-43ac-86dc-f7c8144f25d8 req-cf45284b-1fec-451b-8bc7-e61ef7042388 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=2bfd8cef6a2f47babb53716771db0095&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0900614 Jun 23 10:12:12.427576 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-4c663286-a21a-4efc-a5a1-96ce0a2b763a req-d900aec4-c4b2-4c17-bc3f-9f3de280869e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f06a1e55-269f-47ea-a62c-39ce2a299e00 HTTP/1.1" status: 200 len: 217 time: 0.0461504 Jun 23 10:12:12.500536 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c663286-a21a-4efc-a5a1-96ce0a2b763a req-c62943ad-b018-4e56-85b3-c6a31ea99ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:12.503014 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-4c663286-a21a-4efc-a5a1-96ce0a2b763a req-c62943ad-b018-4e56-85b3-c6a31ea99ea6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cdba8eb6-d4a0-4adb-b53b-76f5eb8c1c27 HTTP/1.1" status: 200 len: 856 time: 0.0721169 Jun 23 10:12:12.521139 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-7f416892-6b39-43ac-86dc-f7c8144f25d8 req-a1e251d0-313b-45c6-bc17-0cd7df52d478 service neutron] 10.222.0.47 "GET /v2.0/networks/75208ede-2304-4522-bb33-3632300dc81d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022055 Jun 23 10:12:12.563590 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c663286-a21a-4efc-a5a1-96ce0a2b763a req-e8db5c84-ec53-4b18-b57f-c58c218643b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:12.565427 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-4c663286-a21a-4efc-a5a1-96ce0a2b763a req-e8db5c84-ec53-4b18-b57f-c58c218643b0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2c358830-fde0-4aa0-a28c-3a7712f5e2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0569966 Jun 23 10:12:12.618836 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-7f416892-6b39-43ac-86dc-f7c8144f25d8 req-c6f25d6f-d5b6-446e-b68c-3a52f2c07c88 service neutron] 10.222.0.47 "GET /v2.0/networks/75208ede-2304-4522-bb33-3632300dc81d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910516 Jun 23 10:12:12.667017 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-4c663286-a21a-4efc-a5a1-96ce0a2b763a req-368d2bbe-0b7f-40c3-a1fc-7d94a2425832 service neutron] 10.222.0.52 "GET /v2.0/networks/2c358830-fde0-4aa0-a28c-3a7712f5e2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943766 Jun 23 10:12:12.780668 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-4c663286-a21a-4efc-a5a1-96ce0a2b763a req-05e34b1e-ce3a-45bd-bf45-35090d8da070 service neutron] 10.222.0.52 "GET /v2.0/networks/2c358830-fde0-4aa0-a28c-3a7712f5e2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068139 Jun 23 10:12:12.829407 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8492b12-12b1-4892-a221-5c7ed518e7ad req-391f3510-9ae3-4d59-bc8d-429d727fd8bb tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:12.830922 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e8492b12-12b1-4892-a221-5c7ed518e7ad req-391f3510-9ae3-4d59-bc8d-429d727fd8bb tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 944 time: 0.0729253 Jun 23 10:12:12.869323 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e8492b12-12b1-4892-a221-5c7ed518e7ad req-20836926-8986-4d2d-bea5-5bedf98e8667 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316734 Jun 23 10:12:13.059240 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-2e89c72e-d74b-4b51-b880-37030ca02401 req-3a2977db-d2ed-446f-9d0b-7d9163966559 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=4fe33559-5a9b-4c50-b9ed-66c9c2390343 HTTP/1.1" status: 200 len: 210 time: 0.0588791 Jun 23 10:12:13.061371 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-7bbccf83-d447-4bc7-b69c-5b239b0959d8 req-0a542d9c-cabc-445c-8bef-9fc65ce3e44c tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.47 "GET /v2.0/ports?device_id=62b277bf-e2a1-4527-9c7c-c7e3f74f195c HTTP/1.1" status: 200 len: 210 time: 0.0876381 Jun 23 10:12:13.144003 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 38668) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:12:13.263858 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0cb0b198-a06c-46e7-b626-3e55eeecb738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:13.298974 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23964f0-54fa-4120-b9a3-4d9e1d045712 req-36f4bd3c-5491-4aab-88b4-f49bf26b6df1 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:13.300455 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-d23964f0-54fa-4120-b9a3-4d9e1d045712 req-36f4bd3c-5491-4aab-88b4-f49bf26b6df1 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.52 "GET /v2.0/networks?id=696f9b4c-a752-4f9c-82c1-4f3043da4d6a HTTP/1.1" status: 200 len: 814 time: 0.1187108 Jun 23 10:12:13.313635 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [req-d23964f0-54fa-4120-b9a3-4d9e1d045712 req-659e2261-1acb-4283-99ef-7c0e7fa8e7da tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Request body: {'port': {'device_id': '62b277bf-e2a1-4527-9c7c-c7e3f74f195c', 'network_id': '696f9b4c-a752-4f9c-82c1-4f3043da4d6a', 'admin_state_up': True, 'tenant_id': 'bd24df5f65c04e53863ccbfd447a03a0'}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:12:13.433740 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0cb0b198-a06c-46e7-b626-3e55eeecb738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:13.581643 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0cb0b198-a06c-46e7-b626-3e55eeecb738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:13.590290 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-8818f4ea-90a4-45b6-96e7-807b94fae2dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:13.629846 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-0cb0b198-a06c-46e7-b626-3e55eeecb738 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d18ccd6dc6e3465eae721bba4458b4e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4845364 Jun 23 10:12:13.632171 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb0b198-a06c-46e7-b626-3e55eeecb738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b747eee2-f0a3-449e-9c59-b11af6026560,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:13.633473 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 38690) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:12:13.634776 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-0cb0b198-a06c-46e7-b626-3e55eeecb738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:13.685021 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-b7afaa6a-8982-4775-bf86-b9331df09e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:13.712095 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-b7afaa6a-8982-4775-bf86-b9331df09e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:13.740175 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d23964f0-54fa-4120-b9a3-4d9e1d045712 req-659e2261-1acb-4283-99ef-7c0e7fa8e7da tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Made reservation on behalf of bd24df5f65c04e53863ccbfd447a03a0 for: {'port': 1} {{(pid=93710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:12:13.744360 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-d23964f0-54fa-4120-b9a3-4d9e1d045712 req-659e2261-1acb-4283-99ef-7c0e7fa8e7da tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for port, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:13.841433 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-b7afaa6a-8982-4775-bf86-b9331df09e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:13.844292 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-b7afaa6a-8982-4775-bf86-b9331df09e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:13.845493 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-b7afaa6a-8982-4775-bf86-b9331df09e90 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b747eee2-f0a3-449e-9c59-b11af6026560 HTTP/1.1" status: 204 len: 168 time: 0.2108302 Jun 23 10:12:13.874248 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-3340a871-2731-4a6a-a1d2-a6a099b43e45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:13.885666 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7afaa6a-8982-4775-bf86-b9331df09e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b747eee2-f0a3-449e-9c59-b11af6026560,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:13.889702 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-b7afaa6a-8982-4775-bf86-b9331df09e90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:14.012517 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.db_base_plugin_common [req-d23964f0-54fa-4120-b9a3-4d9e1d045712 req-659e2261-1acb-4283-99ef-7c0e7fa8e7da tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Allocated IP 172.20.0.7 (696f9b4c-a752-4f9c-82c1-4f3043da4d6a/c8d00fb4-2eb3-4fce-bc4c-62b3c74d11ea/a5a4fa0b-32e6-47cd-b17b-eca8d65da9c3) {{(pid=93710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 10:12:14.078309 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef3db65-5fc4-4cb8-a0f6-eb8b031ba9e5 req-9e0a8daa-6b9b-4d1b-9026-b5d613e8dba6 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:14.080044 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-7ef3db65-5fc4-4cb8-a0f6-eb8b031ba9e5 req-9e0a8daa-6b9b-4d1b-9026-b5d613e8dba6 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 944 time: 0.0804439 Jun 23 10:12:14.158966 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-7ef3db65-5fc4-4cb8-a0f6-eb8b031ba9e5 req-91caa473-7ecb-454e-8a01-0bd85ee7fefa tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0705512 Jun 23 10:12:14.160887 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-0c45477c-b8e3-482c-93c1-622145cad1a2 req-a436d9b2-3436-4e2c-ad92-d82ccfb60a7b tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=4fe33559-5a9b-4c50-b9ed-66c9c2390343 HTTP/1.1" status: 200 len: 210 time: 0.0421064 Jun 23 10:12:14.180086 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-d23964f0-54fa-4120-b9a3-4d9e1d045712 req-659e2261-1acb-4283-99ef-7c0e7fa8e7da tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Notify callbacks [] for port, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:14.314259 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a4bb79c4-feac-4c0d-b517-ee6ee7f685b8 req-ea5c8f90-5ea1-471b-beb0-0b704e4ea27a tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.47 "GET /v2.0/ports?device_id=62b277bf-e2a1-4527-9c7c-c7e3f74f195c HTTP/1.1" status: 200 len: 210 time: 0.0405824 Jun 23 10:12:14.520548 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-d23964f0-54fa-4120-b9a3-4d9e1d045712 req-659e2261-1acb-4283-99ef-7c0e7fa8e7da tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-600500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731988247197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31904512'] for port, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:14.520548 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-61285b76-ebc9-48dc-b816-d01980a81851 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:14.520548 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d23964f0-54fa-4120-b9a3-4d9e1d045712 req-659e2261-1acb-4283-99ef-7c0e7fa8e7da tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Network 696f9b4c-a752-4f9c-82c1-4f3043da4d6a is already hosted by enough agents. {{(pid=93710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:12:14.520548 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.base_scheduler [req-d23964f0-54fa-4120-b9a3-4d9e1d045712 req-659e2261-1acb-4283-99ef-7c0e7fa8e7da tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Resources bound (agent type, host, resource id): {{(pid=93710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:12:14.520548 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.l3_dvrscheduler_db [req-d23964f0-54fa-4120-b9a3-4d9e1d045712 req-659e2261-1acb-4283-99ef-7c0e7fa8e7da tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Received port after_create {{(pid=93710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 10:12:14.520548 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659e2261-1acb-4283-99ef-7c0e7fa8e7da tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Pushing event updated for resources: {'Port': ['ID=a5a4fa0b-32e6-47cd-b17b-eca8d65da9c3,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:14.520548 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-659e2261-1acb-4283-99ef-7c0e7fa8e7da tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:14.520548 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23964f0-54fa-4120-b9a3-4d9e1d045712 req-659e2261-1acb-4283-99ef-7c0e7fa8e7da tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:14.520548 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-d23964f0-54fa-4120-b9a3-4d9e1d045712 req-659e2261-1acb-4283-99ef-7c0e7fa8e7da tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for port, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:14.605222 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-d23964f0-54fa-4120-b9a3-4d9e1d045712 req-659e2261-1acb-4283-99ef-7c0e7fa8e7da tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2958353 Jun 23 10:12:14.617670 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [req-d23964f0-54fa-4120-b9a3-4d9e1d045712 req-c5a6c320-14c5-480f-88cf-da6f7d9abe10 service neutron] Request body: {'port': {'device_id': '62b277bf-e2a1-4527-9c7c-c7e3f74f195c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79751'}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:12:14.694828 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-d23964f0-54fa-4120-b9a3-4d9e1d045712 req-c5a6c320-14c5-480f-88cf-da6f7d9abe10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:14.806613 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 38726) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:12:14.820212 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-001943aa-7a79-482e-a37f-f5d8646802c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:14.920740 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-001943aa-7a79-482e-a37f-f5d8646802c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:14.939929 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 38730) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:12:14.991036 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.notifiers.nova [req-d23964f0-54fa-4120-b9a3-4d9e1d045712 req-c5a6c320-14c5-480f-88cf-da6f7d9abe10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5a4fa0b-32e6-47cd-b17b-eca8d65da9c3 {{(pid=93710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 10:12:14.998837 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-d23964f0-54fa-4120-b9a3-4d9e1d045712 req-c5a6c320-14c5-480f-88cf-da6f7d9abe10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:15.011519 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.provisioning_blocks [req-d23964f0-54fa-4120-b9a3-4d9e1d045712 req-c5a6c320-14c5-480f-88cf-da6f7d9abe10 service neutron] Transition to ACTIVE for port object a5a4fa0b-32e6-47cd-b17b-eca8d65da9c3 will not be triggered until provisioned by entity L2. {{(pid=93710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:12:15.027147 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-001943aa-7a79-482e-a37f-f5d8646802c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:15.030559 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-5ca58527-9a16-4032-a5e8-f0654d2ca2fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:15.063283 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-2e5b1509-b1d6-4f7b-a806-f3665213a42f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:15.068091 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-001943aa-7a79-482e-a37f-f5d8646802c4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=51eb713fcacd47edbc7701e8dd2dfee0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2604065 Jun 23 10:12:15.070122 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001943aa-7a79-482e-a37f-f5d8646802c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d42d87d8-6ac4-4158-ad10-df7f3b8a057d,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:15.071757 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 38734) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:12:15.073131 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-001943aa-7a79-482e-a37f-f5d8646802c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:15.136397 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-d23964f0-54fa-4120-b9a3-4d9e1d045712 req-c5a6c320-14c5-480f-88cf-da6f7d9abe10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31904530'] for port, after_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:15.144452 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-380fe87c-91c3-47ee-a3ee-a381124ec2eb tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:15.191108 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-81f254a6-9309-4915-a96f-ebf3f3498116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:15.260804 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a6c320-14c5-480f-88cf-da6f7d9abe10 service neutron] Pushing event updated for resources: {'Port': ['ID=a5a4fa0b-32e6-47cd-b17b-eca8d65da9c3,revision_number=2']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:15.263739 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-c5a6c320-14c5-480f-88cf-da6f7d9abe10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:15.290741 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-81f254a6-9309-4915-a96f-ebf3f3498116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:15.365933 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9651b884-9d3c-46b2-aa72-fe3669cbe701 req-7eaa9670-5704-4aa8-809d-ece7ea985472 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=4fe33559-5a9b-4c50-b9ed-66c9c2390343 HTTP/1.1" status: 200 len: 210 time: 0.0646501 Jun 23 10:12:15.367536 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-2e5b1509-b1d6-4f7b-a806-f3665213a42f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:15.368687 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.managers [req-d23964f0-54fa-4120-b9a3-4d9e1d045712 req-c5a6c320-14c5-480f-88cf-da6f7d9abe10 service neutron] Attempting to bind port a5a4fa0b-32e6-47cd-b17b-eca8d65da9c3 on host hv-cinder-79751 for vnic_type normal with profile {{(pid=93710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 10:12:15.369022 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.managers [req-d23964f0-54fa-4120-b9a3-4d9e1d045712 req-c5a6c320-14c5-480f-88cf-da6f7d9abe10 service neutron] Attempting to bind port a5a4fa0b-32e6-47cd-b17b-eca8d65da9c3 by drivers openvswitch,hyperv on host hv-cinder-79751 at level 0 using segments [{'id': 'ce09e72f-ccdb-4fbd-8864-2bdc76ee721c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '696f9b4c-a752-4f9c-82c1-4f3043da4d6a'}] {{(pid=93710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 10:12:15.369350 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23964f0-54fa-4120-b9a3-4d9e1d045712 req-c5a6c320-14c5-480f-88cf-da6f7d9abe10 service neutron] Attempting to bind port a5a4fa0b-32e6-47cd-b17b-eca8d65da9c3 on network 696f9b4c-a752-4f9c-82c1-4f3043da4d6a {{(pid=93710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:12:15.374803 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23964f0-54fa-4120-b9a3-4d9e1d045712 req-c5a6c320-14c5-480f-88cf-da6f7d9abe10 service neutron] Port a5a4fa0b-32e6-47cd-b17b-eca8d65da9c3 on network 696f9b4c-a752-4f9c-82c1-4f3043da4d6a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79751 {{(pid=93710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 10:12:15.374803 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23964f0-54fa-4120-b9a3-4d9e1d045712 req-c5a6c320-14c5-480f-88cf-da6f7d9abe10 service neutron] Attempting to bind port a5a4fa0b-32e6-47cd-b17b-eca8d65da9c3 on network 696f9b4c-a752-4f9c-82c1-4f3043da4d6a {{(pid=93710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:12:15.379204 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23964f0-54fa-4120-b9a3-4d9e1d045712 req-c5a6c320-14c5-480f-88cf-da6f7d9abe10 service neutron] Checking agent: {'id': '4f95f39b-461c-4de8-a9d2-f77a6241c1fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 10, 5, 33), 'started_at': datetime.datetime(2021, 6, 23, 10, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 10, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 10:12:15.379547 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23964f0-54fa-4120-b9a3-4d9e1d045712 req-c5a6c320-14c5-480f-88cf-da6f7d9abe10 service neutron] Checking segment: {'id': 'ce09e72f-ccdb-4fbd-8864-2bdc76ee721c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '696f9b4c-a752-4f9c-82c1-4f3043da4d6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:12:15.379933 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d23964f0-54fa-4120-b9a3-4d9e1d045712 req-c5a6c320-14c5-480f-88cf-da6f7d9abe10 service neutron] Bound using segment: {'id': 'ce09e72f-ccdb-4fbd-8864-2bdc76ee721c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '696f9b4c-a752-4f9c-82c1-4f3043da4d6a'} {{(pid=93710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 10:12:15.380408 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.managers [req-d23964f0-54fa-4120-b9a3-4d9e1d045712 req-c5a6c320-14c5-480f-88cf-da6f7d9abe10 service neutron] Bound port: a5a4fa0b-32e6-47cd-b17b-eca8d65da9c3, host: hv-cinder-79751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce09e72f-ccdb-4fbd-8864-2bdc76ee721c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '696f9b4c-a752-4f9c-82c1-4f3043da4d6a'}}] {{(pid=93710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 10:12:15.380759 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-d23964f0-54fa-4120-b9a3-4d9e1d045712 req-c5a6c320-14c5-480f-88cf-da6f7d9abe10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:15.407918 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac8bae8-c7ff-4b4a-bebc-7c54820807fb req-ed6bd1c4-b38e-4142-84d2-995bef258ccc tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:15.409579 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-dac8bae8-c7ff-4b4a-bebc-7c54820807fb req-ed6bd1c4-b38e-4142-84d2-995bef258ccc tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 944 time: 0.1175761 Jun 23 10:12:15.449344 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-dac8bae8-c7ff-4b4a-bebc-7c54820807fb req-0727feb0-ca7f-470b-9e94-e274094cdb00 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337112 Jun 23 10:12:15.454156 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.db [req-d23964f0-54fa-4120-b9a3-4d9e1d045712 req-c5a6c320-14c5-480f-88cf-da6f7d9abe10 service neutron] For port a5a4fa0b-32e6-47cd-b17b-eca8d65da9c3, host hv-cinder-79751, cleared binding levels {{(pid=93710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 10:12:15.457343 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.db [req-d23964f0-54fa-4120-b9a3-4d9e1d045712 req-c5a6c320-14c5-480f-88cf-da6f7d9abe10 service neutron] For port a5a4fa0b-32e6-47cd-b17b-eca8d65da9c3, host hv-cinder-79751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=a5a4fa0b-32e6-47cd-b17b-eca8d65da9c3,segment=NetworkSegment(ce09e72f-ccdb-4fbd-8864-2bdc76ee721c),segment_id=ce09e72f-ccdb-4fbd-8864-2bdc76ee721c)] {{(pid=93710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 10:12:15.461400 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-2e5b1509-b1d6-4f7b-a806-f3665213a42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:15.467728 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-d15071a0-9438-4e3e-a658-a1f4f5db410e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:15.501102 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-81f254a6-9309-4915-a96f-ebf3f3498116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:15.503671 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-81f254a6-9309-4915-a96f-ebf3f3498116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:15.508384 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-81f254a6-9309-4915-a96f-ebf3f3498116 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d42d87d8-6ac4-4158-ad10-df7f3b8a057d HTTP/1.1" status: 204 len: 168 time: 0.4312298 Jun 23 10:12:15.508384 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5b1509-b1d6-4f7b-a806-f3665213a42f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c15e85-b19a-4c46-ab33-3fe898f788ce,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:15.513375 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-2e5b1509-b1d6-4f7b-a806-f3665213a42f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e301ce7ed86447fb8ac438d7478a768d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5718586 Jun 23 10:12:15.513800 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-2e5b1509-b1d6-4f7b-a806-f3665213a42f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:15.514415 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-d137cc12-df45-4e64-926e-9894e401eb9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:15.516322 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 38746) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:12:15.541353 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f254a6-9309-4915-a96f-ebf3f3498116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d42d87d8-6ac4-4158-ad10-df7f3b8a057d,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:15.541353 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-81f254a6-9309-4915-a96f-ebf3f3498116 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:15.574887 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-27c14def-e181-4033-90b7-3b576888d2df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:15.584639 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ed293-c706-4322-8a62-b6da6b14f3f8 req-32c12984-f568-4dcb-a2de-06e2f759fde8 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:15.593463 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-c82ed293-c706-4322-8a62-b6da6b14f3f8 req-32c12984-f568-4dcb-a2de-06e2f759fde8 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.47 "GET /v2.0/ports?device_id=62b277bf-e2a1-4527-9c7c-c7e3f74f195c HTTP/1.1" status: 200 len: 943 time: 0.1202414 Jun 23 10:12:15.602332 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-27c14def-e181-4033-90b7-3b576888d2df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:15.610825 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-d23964f0-54fa-4120-b9a3-4d9e1d045712 req-c5a6c320-14c5-480f-88cf-da6f7d9abe10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31904530'] for port, after_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:15.616424 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-0527a1ca-0bc0-43f2-9145-b1454ddd4e44 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:15.627464 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-c82ed293-c706-4322-8a62-b6da6b14f3f8 req-b5e6872c-ff7b-4296-9cb1-c70b8bc42ea7 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.47 "GET /v2.0/security-groups?id=041c3a61-5603-48a0-bd35-5c7095f438f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329099 Jun 23 10:12:15.663762 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23964f0-54fa-4120-b9a3-4d9e1d045712 req-c5a6c320-14c5-480f-88cf-da6f7d9abe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:15.664372 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-d23964f0-54fa-4120-b9a3-4d9e1d045712 req-c5a6c320-14c5-480f-88cf-da6f7d9abe10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for port, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:15.665872 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-d23964f0-54fa-4120-b9a3-4d9e1d045712 req-c5a6c320-14c5-480f-88cf-da6f7d9abe10 service neutron] 10.222.0.52 "PUT /v2.0/ports/a5a4fa0b-32e6-47cd-b17b-eca8d65da9c3 HTTP/1.1" status: 200 len: 1093 time: 1.0532444 Jun 23 10:12:15.666939 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62b277bf-e2a1-4527-9c7c-c7e3f74f195c', 'tag': 'a5a4fa0b-32e6-47cd-b17b-eca8d65da9c3'}] {{(pid=93710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:12:15.669244 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476757ab5199ad7afce7410758f86ea887fce0aa64a809171aa19cb360cf7c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca79d698-363f-4c63-bb1e-709f3caf46ac" -d '{"events": [{"name": "network-changed", "server_uuid": "62b277bf-e2a1-4527-9c7c-c7e3f74f195c", "tag": "a5a4fa0b-32e6-47cd-b17b-eca8d65da9c3"}]}' {{(pid=93710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:12:15.693634 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a6c320-14c5-480f-88cf-da6f7d9abe10 service neutron] Pushing event updated for resources: {'Port': ['ID=a5a4fa0b-32e6-47cd-b17b-eca8d65da9c3,revision_number=3']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:15.696958 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-c5a6c320-14c5-480f-88cf-da6f7d9abe10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:15.723873 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 10:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72764cbe-19d1-4575-9540-31bb28522784 x-openstack-request-id: req-72764cbe-19d1-4575-9540-31bb28522784 {{(pid=93710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:12:15.724204 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62b277bf-e2a1-4527-9c7c-c7e3f74f195c", "tag": "a5a4fa0b-32e6-47cd-b17b-eca8d65da9c3", "status": "completed", "code": 200}]} {{(pid=93710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:12:15.724493 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-72764cbe-19d1-4575-9540-31bb28522784 {{(pid=93710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:12:15.725596 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62b277bf-e2a1-4527-9c7c-c7e3f74f195c', 'tag': 'a5a4fa0b-32e6-47cd-b17b-eca8d65da9c3', 'status': 'completed', 'code': 200} Jun 23 10:12:15.801718 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-27c14def-e181-4033-90b7-3b576888d2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:15.804341 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-27c14def-e181-4033-90b7-3b576888d2df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:15.805399 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-27c14def-e181-4033-90b7-3b576888d2df admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/30c15e85-b19a-4c46-ab33-3fe898f788ce HTTP/1.1" status: 204 len: 168 time: 0.2881780 Jun 23 10:12:15.806901 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-a1b4c123-4ae5-49ec-a015-dc30547598dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:15.817352 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c14def-e181-4033-90b7-3b576888d2df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c15e85-b19a-4c46-ab33-3fe898f788ce,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:15.821000 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-27c14def-e181-4033-90b7-3b576888d2df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:15.839816 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79d698-363f-4c63-bb1e-709f3caf46ac req-0040eec8-3b76-49a3-9268-1c870e29bd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:15.841326 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-ca79d698-363f-4c63-bb1e-709f3caf46ac req-0040eec8-3b76-49a3-9268-1c870e29bd80 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bd24df5f65c04e53863ccbfd447a03a0&device_id=62b277bf-e2a1-4527-9c7c-c7e3f74f195c HTTP/1.1" status: 200 len: 1096 time: 0.0674436 Jun 23 10:12:15.954576 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79d698-363f-4c63-bb1e-709f3caf46ac req-2dc2179a-6c5b-4988-b799-3ca011dba4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:15.956060 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-ca79d698-363f-4c63-bb1e-709f3caf46ac req-2dc2179a-6c5b-4988-b799-3ca011dba4d9 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=bd24df5f65c04e53863ccbfd447a03a0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1069329 Jun 23 10:12:16.023323 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f416892-6b39-43ac-86dc-f7c8144f25d8 req-09bc3316-3c8d-45e0-b451-35e9a3d3674b tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:16.025810 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-7f416892-6b39-43ac-86dc-f7c8144f25d8 req-09bc3316-3c8d-45e0-b451-35e9a3d3674b tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.52 "GET /v2.0/networks?id=75208ede-2304-4522-bb33-3632300dc81d HTTP/1.1" status: 200 len: 811 time: 0.1039152 Jun 23 10:12:16.073684 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-7f416892-6b39-43ac-86dc-f7c8144f25d8 req-b5ae81ea-3cfd-4e7c-9a38-af7a64bb0ef7 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bfd8cef6a2f47babb53716771db0095 HTTP/1.1" status: 200 len: 380 time: 0.0394344 Jun 23 10:12:16.082509 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [req-7f416892-6b39-43ac-86dc-f7c8144f25d8 req-76454eab-114b-4d39-886f-7aaf55526f68 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Request body: {'port': {'device_id': '4fe33559-5a9b-4c50-b9ed-66c9c2390343', 'network_id': '75208ede-2304-4522-bb33-3632300dc81d', 'admin_state_up': True, 'tenant_id': '2bfd8cef6a2f47babb53716771db0095', 'security_groups': ['e5a0a485-ac0f-42ef-b435-aa791b3edf4f']}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:12:16.218201 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device f06a1e55-269f-47ea-a62c-39ce2a299e00 details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=93712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 10:12:16.305187 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79d698-363f-4c63-bb1e-709f3caf46ac req-b7972b15-54a4-4211-93a8-3a55f3bd4682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:16.306933 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-ca79d698-363f-4c63-bb1e-709f3caf46ac req-b7972b15-54a4-4211-93a8-3a55f3bd4682 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3449426 Jun 23 10:12:16.324416 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f416892-6b39-43ac-86dc-f7c8144f25d8 req-76454eab-114b-4d39-886f-7aaf55526f68 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Made reservation on behalf of 2bfd8cef6a2f47babb53716771db0095 for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:12:16.329214 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port f06a1e55-269f-47ea-a62c-39ce2a299e00, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=f06a1e55-269f-47ea-a62c-39ce2a299e00,segment=NetworkSegment(06137ac4-b337-46f2-b6d6-d631ec2de296),segment_id=06137ac4-b337-46f2-b6d6-d631ec2de296)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:12:16.329528 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7f416892-6b39-43ac-86dc-f7c8144f25d8 req-76454eab-114b-4d39-886f-7aaf55526f68 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:16.357799 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 38756) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:12:16.377792 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-1c7d2a0e-3b69-440c-8a46-e17b3b3949f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:16.477817 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Returning: {'device': 'f06a1e55-269f-47ea-a62c-39ce2a299e00', 'network_id': '2c358830-fde0-4aa0-a28c-3a7712f5e2f9', 'port_id': 'f06a1e55-269f-47ea-a62c-39ce2a299e00', 'mac_address': 'fa:16:3e:87:f9:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdba8eb6-d4a0-4adb-b53b-76f5eb8c1c27', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 10:12:16.516629 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-7f416892-6b39-43ac-86dc-f7c8144f25d8 req-76454eab-114b-4d39-886f-7aaf55526f68 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Allocated IP 172.20.0.3 (75208ede-2304-4522-bb33-3632300dc81d/222c10a8-002c-4ace-acfb-70d9b2714faa/7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 10:12:16.548213 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:16.563824 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-dae2c984-73cf-4623-ae93-91b2f32538e5 req-2066d88d-be97-4399-bf96-c1b698ffa971 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=4fe33559-5a9b-4c50-b9ed-66c9c2390343 HTTP/1.1" status: 200 len: 210 time: 0.0397284 Jun 23 10:12:16.578647 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f06a1e55-269f-47ea-a62c-39ce2a299e00 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 10:12:16.600847 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23964f0-54fa-4120-b9a3-4d9e1d045712 req-3059aa95-4a2c-41b5-b85e-3f36def03286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:16.602480 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-d23964f0-54fa-4120-b9a3-4d9e1d045712 req-3059aa95-4a2c-41b5-b85e-3f36def03286 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bd24df5f65c04e53863ccbfd447a03a0&device_id=62b277bf-e2a1-4527-9c7c-c7e3f74f195c HTTP/1.1" status: 200 len: 1096 time: 0.1648574 Jun 23 10:12:16.611714 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port f06a1e55-269f-47ea-a62c-39ce2a299e00, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=f06a1e55-269f-47ea-a62c-39ce2a299e00,segment=NetworkSegment(06137ac4-b337-46f2-b6d6-d631ec2de296),segment_id=06137ac4-b337-46f2-b6d6-d631ec2de296)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:12:16.617888 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-1c7d2a0e-3b69-440c-8a46-e17b3b3949f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:16.670954 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-d23964f0-54fa-4120-b9a3-4d9e1d045712 req-f13d50e8-b274-4eb8-b89b-62b0fd9512fc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5a4fa0b-32e6-47cd-b17b-eca8d65da9c3 HTTP/1.1" status: 200 len: 217 time: 0.0558581 Jun 23 10:12:16.689196 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 38768) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:12:16.707047 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:16.708823 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:16.726348 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-1c7d2a0e-3b69-440c-8a46-e17b3b3949f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:16.732066 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-27c14def-e181-4033-90b7-3b576888d2df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:16.734427 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-0174e622-7e5c-47b3-ad10-b0df1d4bb97d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:16.762374 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Pushing event updated for resources: {'Port': ['ID=f06a1e55-269f-47ea-a62c-39ce2a299e00,revision_number=4']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:16.765371 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:16.785792 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23964f0-54fa-4120-b9a3-4d9e1d045712 req-b2ef229c-2da6-40fc-9327-5703a35069b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:16.788104 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-d23964f0-54fa-4120-b9a3-4d9e1d045712 req-b2ef229c-2da6-40fc-9327-5703a35069b3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c8d00fb4-2eb3-4fce-bc4c-62b3c74d11ea HTTP/1.1" status: 200 len: 854 time: 0.1061378 Jun 23 10:12:16.790227 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-1c7d2a0e-3b69-440c-8a46-e17b3b3949f5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1d3dce47497d4bdd971a11dd4ae530f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4344993 Jun 23 10:12:16.794705 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 38772) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:12:16.821179 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7d2a0e-3b69-440c-8a46-e17b3b3949f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30246d9a-3d72-4c50-a68a-2ec4964144e6,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:16.830889 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-1c7d2a0e-3b69-440c-8a46-e17b3b3949f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:16.859573 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-d23964f0-54fa-4120-b9a3-4d9e1d045712 req-e88275b5-6198-4e49-aaaf-3e6b0f43b0bd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=696f9b4c-a752-4f9c-82c1-4f3043da4d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601346 Jun 23 10:12:16.866968 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7f416892-6b39-43ac-86dc-f7c8144f25d8 req-76454eab-114b-4d39-886f-7aaf55526f68 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:16.883067 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee7236-9545-4323-8fd1-551e5a5a68b9 req-a5c3f737-a6b9-4161-bed1-72799c192332 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:16.884584 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-48ee7236-9545-4323-8fd1-551e5a5a68b9 req-a5c3f737-a6b9-4161-bed1-72799c192332 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 944 time: 0.2520950 Jun 23 10:12:16.904125 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-7f416892-6b39-43ac-86dc-f7c8144f25d8 req-76454eab-114b-4d39-886f-7aaf55526f68 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Transition to ACTIVE for port object 7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:12:16.925514 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69431f33-5637-4070-9ddb-69226b66e4d2 req-598d518f-e14f-41fe-9426-2f09badf4437 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:16.926918 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-69431f33-5637-4070-9ddb-69226b66e4d2 req-598d518f-e14f-41fe-9426-2f09badf4437 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.47 "GET /v2.0/ports?device_id=62b277bf-e2a1-4527-9c7c-c7e3f74f195c HTTP/1.1" status: 200 len: 943 time: 0.1723795 Jun 23 10:12:16.964991 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] get_ports_and_sgs() called for port_ids ['f06a1e55-269f-47ea-a62c-39ce2a299e00'] {{(pid=93712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 10:12:16.965358 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-6e12fa59-9b2e-4686-ae61-4b2879ab89ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:16.983637 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-48ee7236-9545-4323-8fd1-551e5a5a68b9 req-674368f9-7409-4c6b-b5da-81dd7de61719 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0881205 Jun 23 10:12:17.006601 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-69431f33-5637-4070-9ddb-69226b66e4d2 req-bbe6c11d-e4b0-4b87-ab5c-64075f668701 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.47 "GET /v2.0/security-groups?id=041c3a61-5603-48a0-bd35-5c7095f438f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699441 Jun 23 10:12:17.009740 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-6e12fa59-9b2e-4686-ae61-4b2879ab89ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:17.068389 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-d23964f0-54fa-4120-b9a3-4d9e1d045712 req-8631bc04-391c-485d-90dd-6416114a354d service neutron] 10.222.0.52 "GET /v2.0/networks/696f9b4c-a752-4f9c-82c1-4f3043da4d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984525 Jun 23 10:12:17.073423 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-0174e622-7e5c-47b3-ad10-b0df1d4bb97d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:17.090584 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7f416892-6b39-43ac-86dc-f7c8144f25d8 req-76454eab-114b-4d39-886f-7aaf55526f68 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-600500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731988247197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33311642'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:17.096706 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-70ca96de-99c9-4076-be23-60ffb19c13d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:17.149421 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f416892-6b39-43ac-86dc-f7c8144f25d8 req-76454eab-114b-4d39-886f-7aaf55526f68 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Network 75208ede-2304-4522-bb33-3632300dc81d is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:12:17.152840 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-7f416892-6b39-43ac-86dc-f7c8144f25d8 req-76454eab-114b-4d39-886f-7aaf55526f68 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:12:17.157326 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f416892-6b39-43ac-86dc-f7c8144f25d8 req-76454eab-114b-4d39-886f-7aaf55526f68 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 10:12:17.216000 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-d23964f0-54fa-4120-b9a3-4d9e1d045712 req-59caac8e-7caf-4f4c-8721-7080b687b70c service neutron] 10.222.0.52 "GET /v2.0/networks/696f9b4c-a752-4f9c-82c1-4f3043da4d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036747 Jun 23 10:12:17.217466 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76454eab-114b-4d39-886f-7aaf55526f68 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Pushing event updated for resources: {'Port': ['ID=7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:17.217466 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-76454eab-114b-4d39-886f-7aaf55526f68 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:17.218459 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-0174e622-7e5c-47b3-ad10-b0df1d4bb97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:17.218459 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-b7afaa6a-8982-4775-bf86-b9331df09e90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:17.219488 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f416892-6b39-43ac-86dc-f7c8144f25d8 req-76454eab-114b-4d39-886f-7aaf55526f68 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:17.219488 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7f416892-6b39-43ac-86dc-f7c8144f25d8 req-76454eab-114b-4d39-886f-7aaf55526f68 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:17.228273 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-6e12fa59-9b2e-4686-ae61-4b2879ab89ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:17.230944 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-6e12fa59-9b2e-4686-ae61-4b2879ab89ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:17.232139 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-6e12fa59-9b2e-4686-ae61-4b2879ab89ab admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/30246d9a-3d72-4c50-a68a-2ec4964144e6 HTTP/1.1" status: 204 len: 168 time: 0.4346528 Jun 23 10:12:17.248556 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-0174e622-7e5c-47b3-ad10-b0df1d4bb97d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5e9d744472db4bd5b75131aba813d16e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5553839 Jun 23 10:12:17.248556 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0174e622-7e5c-47b3-ad10-b0df1d4bb97d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7544fb7-1ffe-4786-933e-810a517c290e,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:17.250371 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 38778) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:12:17.252426 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-0174e622-7e5c-47b3-ad10-b0df1d4bb97d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:17.257222 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:17.266479 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e12fa59-9b2e-4686-ae61-4b2879ab89ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30246d9a-3d72-4c50-a68a-2ec4964144e6,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:17.272981 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-6e12fa59-9b2e-4686-ae61-4b2879ab89ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:17.328960 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-a6311ac2-68aa-4255-b61b-9c02b8d95331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:17.342944 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-7f416892-6b39-43ac-86dc-f7c8144f25d8 req-76454eab-114b-4d39-886f-7aaf55526f68 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2643464 Jun 23 10:12:17.359919 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-a6311ac2-68aa-4255-b61b-9c02b8d95331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:17.367057 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [req-7f416892-6b39-43ac-86dc-f7c8144f25d8 req-f786eb4d-8042-42f4-89a3-990283c842ee service neutron] Request body: {'port': {'device_id': '4fe33559-5a9b-4c50-b9ed-66c9c2390343', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79751'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:12:17.461890 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7f416892-6b39-43ac-86dc-f7c8144f25d8 req-f786eb4d-8042-42f4-89a3-990283c842ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:17.575857 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-d608a945-b6ed-47ea-bfde-49eccf74a4bb None None] Provisioning for port 7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8 completed by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:12:17.579898 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-d608a945-b6ed-47ea-bfde-49eccf74a4bb None None] Provisioning complete for port 7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8 triggered by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:12:17.580334 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d608a945-b6ed-47ea-bfde-49eccf74a4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:17.616701 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-d608a945-b6ed-47ea-bfde-49eccf74a4bb None None] Port 7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8 cannot update to ACTIVE because it is not bound. {{(pid=93712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 10:12:17.625783 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-a6311ac2-68aa-4255-b61b-9c02b8d95331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:17.630359 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-a6311ac2-68aa-4255-b61b-9c02b8d95331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:17.635232 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-a6311ac2-68aa-4255-b61b-9c02b8d95331 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e7544fb7-1ffe-4786-933e-810a517c290e HTTP/1.1" status: 204 len: 168 time: 0.3812413 Jun 23 10:12:17.635232 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-282f5ead-b480-4abc-8fa9-ca2b2a7d083a tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:17.641441 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6311ac2-68aa-4255-b61b-9c02b8d95331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7544fb7-1ffe-4786-933e-810a517c290e,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:17.644385 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-a6311ac2-68aa-4255-b61b-9c02b8d95331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:17.788502 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.notifiers.nova [req-7f416892-6b39-43ac-86dc-f7c8144f25d8 req-f786eb4d-8042-42f4-89a3-990283c842ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 10:12:17.805732 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7f416892-6b39-43ac-86dc-f7c8144f25d8 req-f786eb4d-8042-42f4-89a3-990283c842ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:17.822413 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-7f416892-6b39-43ac-86dc-f7c8144f25d8 req-f786eb4d-8042-42f4-89a3-990283c842ee service neutron] Transition to ACTIVE for port object 7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:12:17.841144 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964cff96-3b96-40c9-aa61-55b76446dbbb req-7e04cd83-3b77-4d8f-91c4-626f5a1ecebf tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:17.841144 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-964cff96-3b96-40c9-aa61-55b76446dbbb req-7e04cd83-3b77-4d8f-91c4-626f5a1ecebf tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=4fe33559-5a9b-4c50-b9ed-66c9c2390343 HTTP/1.1" status: 200 len: 931 time: 0.1230597 Jun 23 10:12:17.881083 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-964cff96-3b96-40c9-aa61-55b76446dbbb req-8a355ac7-581f-465c-913f-56633f3c54ea tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=e5a0a485-ac0f-42ef-b435-aa791b3edf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342166 Jun 23 10:12:17.905167 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7f416892-6b39-43ac-86dc-f7c8144f25d8 req-f786eb4d-8042-42f4-89a3-990283c842ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33311624'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:17.905167 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-d098268a-8b8c-4a4d-b873-218dc8af3930 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:17.910407 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5cd3273a-4616-4ced-b21b-08e2b61479af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:17.968870 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f786eb4d-8042-42f4-89a3-990283c842ee service neutron] Pushing event updated for resources: {'Port': ['ID=7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:17.971650 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-f786eb4d-8042-42f4-89a3-990283c842ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:18.100635 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-7f416892-6b39-43ac-86dc-f7c8144f25d8 req-f786eb4d-8042-42f4-89a3-990283c842ee service neutron] Attempting to bind port 7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8 on host hv-cinder-79751 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 10:12:18.101069 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-7f416892-6b39-43ac-86dc-f7c8144f25d8 req-f786eb4d-8042-42f4-89a3-990283c842ee service neutron] Attempting to bind port 7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8 by drivers openvswitch,hyperv on host hv-cinder-79751 at level 0 using segments [{'id': '18d3fb12-0117-4481-ac00-627483f619c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '75208ede-2304-4522-bb33-3632300dc81d'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 10:12:18.101394 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f416892-6b39-43ac-86dc-f7c8144f25d8 req-f786eb4d-8042-42f4-89a3-990283c842ee service neutron] Attempting to bind port 7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8 on network 75208ede-2304-4522-bb33-3632300dc81d {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:12:18.110810 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f416892-6b39-43ac-86dc-f7c8144f25d8 req-f786eb4d-8042-42f4-89a3-990283c842ee service neutron] Port 7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8 on network 75208ede-2304-4522-bb33-3632300dc81d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79751 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 10:12:18.111178 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f416892-6b39-43ac-86dc-f7c8144f25d8 req-f786eb4d-8042-42f4-89a3-990283c842ee service neutron] Attempting to bind port 7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8 on network 75208ede-2304-4522-bb33-3632300dc81d {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:12:18.123555 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ec556-c26f-414b-8448-a048fb5b48ab req-7a9f50ae-0a51-441a-8c94-09d5c4818375 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:18.125194 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f19ec556-c26f-414b-8448-a048fb5b48ab req-7a9f50ae-0a51-441a-8c94-09d5c4818375 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/ports?device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 946 time: 0.1599061 Jun 23 10:12:18.128165 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f416892-6b39-43ac-86dc-f7c8144f25d8 req-f786eb4d-8042-42f4-89a3-990283c842ee service neutron] Checking agent: {'id': '4f95f39b-461c-4de8-a9d2-f77a6241c1fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 10, 5, 33), 'started_at': datetime.datetime(2021, 6, 23, 10, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 10, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 10:12:18.128567 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f416892-6b39-43ac-86dc-f7c8144f25d8 req-f786eb4d-8042-42f4-89a3-990283c842ee service neutron] Checking segment: {'id': '18d3fb12-0117-4481-ac00-627483f619c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '75208ede-2304-4522-bb33-3632300dc81d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:12:18.128872 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f416892-6b39-43ac-86dc-f7c8144f25d8 req-f786eb4d-8042-42f4-89a3-990283c842ee service neutron] Bound using segment: {'id': '18d3fb12-0117-4481-ac00-627483f619c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '75208ede-2304-4522-bb33-3632300dc81d'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 10:12:18.129296 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-7f416892-6b39-43ac-86dc-f7c8144f25d8 req-f786eb4d-8042-42f4-89a3-990283c842ee service neutron] Bound port: 7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8, host: hv-cinder-79751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18d3fb12-0117-4481-ac00-627483f619c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '75208ede-2304-4522-bb33-3632300dc81d'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 10:12:18.129636 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7f416892-6b39-43ac-86dc-f7c8144f25d8 req-f786eb4d-8042-42f4-89a3-990283c842ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:18.235787 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device f06a1e55-269f-47ea-a62c-39ce2a299e00 up at agent hyperv_hv-cinder-79751 {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:12:18.241152 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f19ec556-c26f-414b-8448-a048fb5b48ab req-05e5d6f5-968f-4334-972b-c6ba248bf3e4 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/security-groups?id=b75a2980-feef-4b8f-a665-38c0cd83c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071994 Jun 23 10:12:18.267624 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-7f416892-6b39-43ac-86dc-f7c8144f25d8 req-f786eb4d-8042-42f4-89a3-990283c842ee service neutron] For port 7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8, host hv-cinder-79751, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 10:12:18.274103 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-7f416892-6b39-43ac-86dc-f7c8144f25d8 req-f786eb4d-8042-42f4-89a3-990283c842ee service neutron] For port 7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8, host hv-cinder-79751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8,segment=NetworkSegment(18d3fb12-0117-4481-ac00-627483f619c4),segment_id=18d3fb12-0117-4481-ac00-627483f619c4)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 10:12:18.277557 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 38814) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:12:18.327343 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5454b0d-7227-42b1-bf8d-0c9ea49016c1 req-73c00e93-082c-4341-8f83-53590eb38b7b tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:18.328853 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f5454b0d-7227-42b1-bf8d-0c9ea49016c1 req-73c00e93-082c-4341-8f83-53590eb38b7b tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 945 time: 0.1471756 Jun 23 10:12:18.365024 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7f416892-6b39-43ac-86dc-f7c8144f25d8 req-f786eb4d-8042-42f4-89a3-990283c842ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33311624'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:18.371320 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-6baaf48d-a1a6-4381-a4e5-319498442ca9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:18.409772 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Provisioning for port f06a1e55-269f-47ea-a62c-39ce2a299e00 completed by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:12:18.418613 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Provisioning complete for port f06a1e55-269f-47ea-a62c-39ce2a299e00 triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:12:18.418613 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:18.435799 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f5454b0d-7227-42b1-bf8d-0c9ea49016c1 req-a7920bfc-a78a-459e-bc46-0f2f8e1830c8 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1005080 Jun 23 10:12:18.441256 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f416892-6b39-43ac-86dc-f7c8144f25d8 req-f786eb4d-8042-42f4-89a3-990283c842ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:18.441904 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-7f416892-6b39-43ac-86dc-f7c8144f25d8 req-f786eb4d-8042-42f4-89a3-990283c842ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:18.443362 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-7f416892-6b39-43ac-86dc-f7c8144f25d8 req-f786eb4d-8042-42f4-89a3-990283c842ee service neutron] 10.222.0.52 "PUT /v2.0/ports/7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8 HTTP/1.1" status: 200 len: 1093 time: 1.0893602 Jun 23 10:12:18.449195 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fe33559-5a9b-4c50-b9ed-66c9c2390343', 'tag': '7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:12:18.452989 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404634ef6dbf53e9c182992e714e82192e1d0d35f5c652938e4b1e64141411fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b7809f-6216-43ba-85b4-e6e6b035c42d" -d '{"events": [{"name": "network-changed", "server_uuid": "4fe33559-5a9b-4c50-b9ed-66c9c2390343", "tag": "7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:12:18.492719 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f786eb4d-8042-42f4-89a3-990283c842ee service neutron] Pushing event updated for resources: {'Port': ['ID=7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:18.497289 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-f786eb4d-8042-42f4-89a3-990283c842ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:18.534464 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174d14e-5b55-4e09-a6be-bc12276d4060 req-a6eb4c71-7f2d-4f6d-b79b-f15988513b89 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:18.542757 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e174d14e-5b55-4e09-a6be-bc12276d4060 req-a6eb4c71-7f2d-4f6d-b79b-f15988513b89 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.47 "GET /v2.0/ports?device_id=62b277bf-e2a1-4527-9c7c-c7e3f74f195c HTTP/1.1" status: 200 len: 943 time: 0.1637583 Jun 23 10:12:18.621854 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:18.629968 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 10:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55913450-5232-4cba-b2c5-c0320a4cd5ba x-openstack-request-id: req-55913450-5232-4cba-b2c5-c0320a4cd5ba {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:12:18.630287 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fe33559-5a9b-4c50-b9ed-66c9c2390343", "tag": "7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:12:18.632307 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-55913450-5232-4cba-b2c5-c0320a4cd5ba {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:12:18.632307 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fe33559-5a9b-4c50-b9ed-66c9c2390343', 'tag': '7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8', 'status': 'completed', 'code': 200} Jun 23 10:12:18.656030 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b3d9ec-1dd7-4a0d-b8a9-ca386061c135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f06a1e55-269f-47ea-a62c-39ce2a299e00'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:12:18.658815 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e06d9dce5bc2bce6c931562da1c36027cbf4e574fb667469159d94052b32a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82566257-369d-4994-a81b-312754bc3411" -d '{"events": [{"server_uuid": "67b3d9ec-1dd7-4a0d-b8a9-ca386061c135", "name": "network-vif-plugged", "status": "completed", "tag": "f06a1e55-269f-47ea-a62c-39ce2a299e00"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:12:18.661764 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e174d14e-5b55-4e09-a6be-bc12276d4060 req-6a97c4e5-c962-4c98-978f-699df6a2e4bc tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.47 "GET /v2.0/security-groups?id=041c3a61-5603-48a0-bd35-5c7095f438f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165471 Jun 23 10:12:18.683778 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f416892-6b39-43ac-86dc-f7c8144f25d8 req-d852dbd9-df88-4b23-b004-92da114de24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:18.685544 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-7f416892-6b39-43ac-86dc-f7c8144f25d8 req-d852dbd9-df88-4b23-b004-92da114de24e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2bfd8cef6a2f47babb53716771db0095&device_id=4fe33559-5a9b-4c50-b9ed-66c9c2390343 HTTP/1.1" status: 200 len: 1096 time: 0.1115873 Jun 23 10:12:18.690792 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4add8584-6e56-4100-b4ea-de6858b5b085 tempest-TestMinimumBasicScenario-1457564528 tempest-TestMinimumBasicScenario-1457564528-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:18.694363 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-4add8584-6e56-4100-b4ea-de6858b5b085 tempest-TestMinimumBasicScenario-1457564528 tempest-TestMinimumBasicScenario-1457564528-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 1094 time: 0.4150653 Jun 23 10:12:18.699254 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port f06a1e55-269f-47ea-a62c-39ce2a299e00, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=f06a1e55-269f-47ea-a62c-39ce2a299e00,segment=NetworkSegment(06137ac4-b337-46f2-b6d6-d631ec2de296),segment_id=06137ac4-b337-46f2-b6d6-d631ec2de296)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:12:18.703595 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 38826) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:12:18.709942 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [None req-549da458-cb48-4cb9-aaa6-501e3a888e89 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Request body: {'floatingip': {'floating_network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'port_id': 'f8dd6be9-2893-4389-8820-b71d2fdde08d', 'tenant_id': '278659f79a2c4eca8923ba599560e630', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:12:18.720314 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 10:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1555f2a4-f395-4083-89b3-f2f7047d4618 x-openstack-request-id: req-1555f2a4-f395-4083-89b3-f2f7047d4618 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:12:18.723355 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b3d9ec-1dd7-4a0d-b8a9-ca386061c135", "name": "network-vif-plugged", "status": "completed", "tag": "f06a1e55-269f-47ea-a62c-39ce2a299e00", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:12:18.728920 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1555f2a4-f395-4083-89b3-f2f7047d4618 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:12:18.728920 dv-cinder-797510-1-iscsi neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b3d9ec-1dd7-4a0d-b8a9-ca386061c135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f06a1e55-269f-47ea-a62c-39ce2a299e00', 'code': 200} Jun 23 10:12:18.744564 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-7f416892-6b39-43ac-86dc-f7c8144f25d8 req-64162ff3-669e-453e-8969-6a4cc831d245 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8 HTTP/1.1" status: 200 len: 217 time: 0.0463202 Jun 23 10:12:18.779914 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:18.782523 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-ef2ea3af-29a3-47cd-be8e-68ddd93af53d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:18.821590 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f416892-6b39-43ac-86dc-f7c8144f25d8 req-f2640b99-ab79-4b2d-af60-9fd4374fb51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:18.823165 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-7f416892-6b39-43ac-86dc-f7c8144f25d8 req-f2640b99-ab79-4b2d-af60-9fd4374fb51f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=222c10a8-002c-4ace-acfb-70d9b2714faa HTTP/1.1" status: 200 len: 850 time: 0.0728910 Jun 23 10:12:18.837613 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Pushing event updated for resources: {'Port': ['ID=f06a1e55-269f-47ea-a62c-39ce2a299e00,revision_number=5']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:18.841208 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:18.842582 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-549da458-cb48-4cb9-aaa6-501e3a888e89 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks [] for floatingip, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:18.887698 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f416892-6b39-43ac-86dc-f7c8144f25d8 req-671228f2-e8dd-436c-8878-1eb9af76e341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:18.889299 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-7f416892-6b39-43ac-86dc-f7c8144f25d8 req-671228f2-e8dd-436c-8878-1eb9af76e341 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=75208ede-2304-4522-bb33-3632300dc81d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0593133 Jun 23 10:12:18.967047 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-549da458-cb48-4cb9-aaa6-501e3a888e89 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for port, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:18.998252 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-7f416892-6b39-43ac-86dc-f7c8144f25d8 req-7b066e31-4198-45ed-9abd-8c74ebe7450e service neutron] 10.222.0.52 "GET /v2.0/networks/75208ede-2304-4522-bb33-3632300dc81d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014540 Jun 23 10:12:19.125591 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.db_base_plugin_common [None req-549da458-cb48-4cb9-aaa6-501e3a888e89 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Allocated IP 172.27.2.102 (6c022cdf-7908-4fe1-9f3f-494480d09f28/2f1b229c-fc1e-4856-a495-4ccd56c0ef48/e10a449d-2c16-4784-87d2-73d3f3f0ced7) {{(pid=93710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 10:12:19.145085 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-7f416892-6b39-43ac-86dc-f7c8144f25d8 req-5f2224b1-d353-4b2d-b818-eca6a3f776d4 service neutron] 10.222.0.52 "GET /v2.0/networks/75208ede-2304-4522-bb33-3632300dc81d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401510 Jun 23 10:12:19.158302 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979182c3-2eb4-467a-be6a-aa66df1ea5fd req-3ccb4620-7f21-4175-8108-1ed54f5ec160 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:19.159823 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-979182c3-2eb4-467a-be6a-aa66df1ea5fd req-3ccb4620-7f21-4175-8108-1ed54f5ec160 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=4fe33559-5a9b-4c50-b9ed-66c9c2390343 HTTP/1.1" status: 200 len: 943 time: 0.1305225 Jun 23 10:12:19.203496 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-979182c3-2eb4-467a-be6a-aa66df1ea5fd req-ae2d19e5-5df0-4b96-a813-457750c8e2ad tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=e5a0a485-ac0f-42ef-b435-aa791b3edf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367639 Jun 23 10:12:19.250625 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9eb3d0-9f89-48ce-af3b-9e33e70137fe req-707fd882-b7fc-4633-946d-41f93c1ef2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:19.251616 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-1f9eb3d0-9f89-48ce-af3b-9e33e70137fe req-707fd882-b7fc-4633-946d-41f93c1ef2ee service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 1099 time: 0.1507027 Jun 23 10:12:19.295688 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-549da458-cb48-4cb9-aaa6-501e3a888e89 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks [] for port, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:19.315746 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-1f9eb3d0-9f89-48ce-af3b-9e33e70137fe req-5a1e8491-456c-4f7e-b4dc-a1f8ad21ff06 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0557353 Jun 23 10:12:19.440044 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b7809f-6216-43ba-85b4-e6e6b035c42d req-79f770e6-c84c-447a-9dba-d9cf757e35a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:19.441520 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-88b7809f-6216-43ba-85b4-e6e6b035c42d req-79f770e6-c84c-447a-9dba-d9cf757e35a5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2bfd8cef6a2f47babb53716771db0095&device_id=4fe33559-5a9b-4c50-b9ed-66c9c2390343 HTTP/1.1" status: 200 len: 1096 time: 0.0555515 Jun 23 10:12:19.500860 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-549da458-cb48-4cb9-aaa6-501e3a888e89 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-600500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731988247197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31904512'] for port, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:19.504799 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-c5a6c320-14c5-480f-88cf-da6f7d9abe10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:19.548169 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549da458-cb48-4cb9-aaa6-501e3a888e89 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Network 6c022cdf-7908-4fe1-9f3f-494480d09f28 is already hosted by enough agents. {{(pid=93710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:12:19.554919 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.base_scheduler [None req-549da458-cb48-4cb9-aaa6-501e3a888e89 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Resources bound (agent type, host, resource id): {{(pid=93710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:12:19.561950 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549da458-cb48-4cb9-aaa6-501e3a888e89 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Received port after_create {{(pid=93710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 10:12:19.603379 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549da458-cb48-4cb9-aaa6-501e3a888e89 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Pushing event updated for resources: {'Port': ['ID=e10a449d-2c16-4784-87d2-73d3f3f0ced7,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:19.611329 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-549da458-cb48-4cb9-aaa6-501e3a888e89 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:19.614949 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b7809f-6216-43ba-85b4-e6e6b035c42d req-ce865f2f-a6f3-4c07-ae45-4a43668edc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:19.615657 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-88b7809f-6216-43ba-85b4-e6e6b035c42d req-ce865f2f-a6f3-4c07-ae45-4a43668edc97 service neutron] 10.222.0.52 "GET /v2.0/networks?id=75208ede-2304-4522-bb33-3632300dc81d HTTP/1.1" status: 200 len: 912 time: 0.1668921 Jun 23 10:12:19.680880 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-88b7809f-6216-43ba-85b4-e6e6b035c42d req-04560599-8f47-477f-a667-7c727edc5b1a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8 HTTP/1.1" status: 200 len: 217 time: 0.0566270 Jun 23 10:12:19.693047 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba51112b-497c-4dd8-88bd-bcd4f4b9072d req-d39f2dad-30a0-40e1-955c-f25678e201d4 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:19.695709 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ba51112b-497c-4dd8-88bd-bcd4f4b9072d req-d39f2dad-30a0-40e1-955c-f25678e201d4 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 946 time: 0.1025951 Jun 23 10:12:19.764508 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 38866) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:12:19.788171 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b7809f-6216-43ba-85b4-e6e6b035c42d req-55b8e876-cd83-4d67-aefa-c68ca4d64306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:19.789665 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-88b7809f-6216-43ba-85b4-e6e6b035c42d req-55b8e876-cd83-4d67-aefa-c68ca4d64306 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=222c10a8-002c-4ace-acfb-70d9b2714faa HTTP/1.1" status: 200 len: 850 time: 0.0999613 Jun 23 10:12:19.906932 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-74824178-bfd4-47d3-a8b8-30e5e3fb60b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:19.988131 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b7809f-6216-43ba-85b4-e6e6b035c42d req-7acdc713-9405-42ef-903a-eb32af14cb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:19.991188 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-88b7809f-6216-43ba-85b4-e6e6b035c42d req-7acdc713-9405-42ef-903a-eb32af14cb1f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=75208ede-2304-4522-bb33-3632300dc81d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1928380 Jun 23 10:12:20.085629 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ba51112b-497c-4dd8-88bd-bcd4f4b9072d req-d02a9ab6-a5f6-4586-b11f-35ce432b9330 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3788953 Jun 23 10:12:20.129842 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f543f-4c76-4751-9a0c-efc1d415f180 req-060787f1-1493-45ca-81f1-b702d2c7bee1 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:20.131954 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5e7f543f-4c76-4751-9a0c-efc1d415f180 req-060787f1-1493-45ca-81f1-b702d2c7bee1 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.47 "GET /v2.0/ports?device_id=62b277bf-e2a1-4527-9c7c-c7e3f74f195c HTTP/1.1" status: 200 len: 943 time: 0.0937030 Jun 23 10:12:20.171238 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5e7f543f-4c76-4751-9a0c-efc1d415f180 req-9994ac21-1c50-42c2-b590-fde3aceb8d8b tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.47 "GET /v2.0/security-groups?id=041c3a61-5603-48a0-bd35-5c7095f438f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327456 Jun 23 10:12:20.197887 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-88b7809f-6216-43ba-85b4-e6e6b035c42d req-a83c51c8-5d28-406f-969d-fec1c51a6c64 service neutron] 10.222.0.52 "GET /v2.0/networks/75208ede-2304-4522-bb33-3632300dc81d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938078 Jun 23 10:12:20.238068 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device a5a4fa0b-32e6-47cd-b17b-eca8d65da9c3 details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=93712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 10:12:20.319742 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-74824178-bfd4-47d3-a8b8-30e5e3fb60b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:20.344392 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-549da458-cb48-4cb9-aaa6-501e3a888e89 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:20.384071 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port a5a4fa0b-32e6-47cd-b17b-eca8d65da9c3, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=a5a4fa0b-32e6-47cd-b17b-eca8d65da9c3,segment=NetworkSegment(ce09e72f-ccdb-4fbd-8864-2bdc76ee721c),segment_id=ce09e72f-ccdb-4fbd-8864-2bdc76ee721c)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:12:20.396071 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-88b7809f-6216-43ba-85b4-e6e6b035c42d req-6477bfe9-f493-4996-acb3-83102df66d55 service neutron] 10.222.0.52 "GET /v2.0/networks/75208ede-2304-4522-bb33-3632300dc81d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951826 Jun 23 10:12:20.413613 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-74824178-bfd4-47d3-a8b8-30e5e3fb60b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:20.417264 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-0a511bfc-1228-4a0b-8e12-ccafee369b70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:20.422470 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Returning: {'device': 'a5a4fa0b-32e6-47cd-b17b-eca8d65da9c3', 'network_id': '696f9b4c-a752-4f9c-82c1-4f3043da4d6a', 'port_id': 'a5a4fa0b-32e6-47cd-b17b-eca8d65da9c3', 'mac_address': 'fa:16:3e:fd:7a:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8d00fb4-2eb3-4fce-bc4c-62b3c74d11ea', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 10:12:20.423041 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc6e87-6ffc-4cc4-82ec-a7ad37f45021 req-dc37457a-6a79-4ac6-90d8-be19c7385621 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:20.424783 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-facc6e87-6ffc-4cc4-82ec-a7ad37f45021 req-dc37457a-6a79-4ac6-90d8-be19c7385621 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=4fe33559-5a9b-4c50-b9ed-66c9c2390343 HTTP/1.1" status: 200 len: 943 time: 0.0863867 Jun 23 10:12:20.455317 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-17757407-2e10-42de-b3e0-acf850ebf566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:20.455531 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-74824178-bfd4-47d3-a8b8-30e5e3fb60b5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b636d34a02814c8184c2da11a0979598&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6873052 Jun 23 10:12:20.457472 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 38878) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:12:20.460176 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74824178-bfd4-47d3-a8b8-30e5e3fb60b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70296b06-497e-4fe6-aba3-ec2c2daed25e,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:20.463220 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-74824178-bfd4-47d3-a8b8-30e5e3fb60b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:20.472319 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:20.487391 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-facc6e87-6ffc-4cc4-82ec-a7ad37f45021 req-22c31882-12fe-47db-9573-6846835dac83 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=e5a0a485-ac0f-42ef-b435-aa791b3edf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552931 Jun 23 10:12:20.489525 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5a4fa0b-32e6-47cd-b17b-eca8d65da9c3 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 10:12:20.511425 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port a5a4fa0b-32e6-47cd-b17b-eca8d65da9c3, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=a5a4fa0b-32e6-47cd-b17b-eca8d65da9c3,segment=NetworkSegment(ce09e72f-ccdb-4fbd-8864-2bdc76ee721c),segment_id=ce09e72f-ccdb-4fbd-8864-2bdc76ee721c)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:12:20.527478 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bb4b209b-786a-4ee1-808c-16ad79f70390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:20.545324 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-549da458-cb48-4cb9-aaa6-501e3a888e89 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:20.550284 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bb4b209b-786a-4ee1-808c-16ad79f70390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:20.616065 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:20.618541 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:20.661748 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:20.667588 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Pushing event updated for resources: {'Port': ['ID=a5a4fa0b-32e6-47cd-b17b-eca8d65da9c3,revision_number=4']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:20.670337 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:20.716646 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-549da458-cb48-4cb9-aaa6-501e3a888e89 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks [] for port, precommit_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:20.746967 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bb4b209b-786a-4ee1-808c-16ad79f70390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:20.749821 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bb4b209b-786a-4ee1-808c-16ad79f70390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:20.751064 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-bb4b209b-786a-4ee1-808c-16ad79f70390 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/70296b06-497e-4fe6-aba3-ec2c2daed25e HTTP/1.1" status: 204 len: 168 time: 0.2895792 Jun 23 10:12:20.752174 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-7a30b396-505e-407c-abc6-1c6fa852b757 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:20.761842 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4b209b-786a-4ee1-808c-16ad79f70390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70296b06-497e-4fe6-aba3-ec2c2daed25e,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:20.764021 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-bb4b209b-786a-4ee1-808c-16ad79f70390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:20.810275 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-549da458-cb48-4cb9-aaa6-501e3a888e89 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31904530'] for port, after_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:20.813475 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-b6b6b6ba-5875-4ef0-99be-2c4728007e43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:20.843516 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] get_ports_and_sgs() called for port_ids ['a5a4fa0b-32e6-47cd-b17b-eca8d65da9c3'] {{(pid=93712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 10:12:20.896977 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549da458-cb48-4cb9-aaa6-501e3a888e89 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Pushing event updated for resources: {'Port': ['ID=e10a449d-2c16-4784-87d2-73d3f3f0ced7,revision_number=2']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:20.896977 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-549da458-cb48-4cb9-aaa6-501e3a888e89 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:20.902660 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-549da458-cb48-4cb9-aaa6-501e3a888e89 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707131'] for floatingip, after_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:21.008326 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.db.l3_db [None req-549da458-cb48-4cb9-aaa6-501e3a888e89 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Floating IP 8965fa86-85a0-4b81-b363-815a6036f938 associated. External IP: 172.27.2.102, port: f8dd6be9-2893-4389-8820-b71d2fdde08d. Jun 23 10:12:21.240081 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-549da458-cb48-4cb9-aaa6-501e3a888e89 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Router 0758f04e-af39-48da-9f63-91d40da7366f has already been hosted by L3 agent df545903-e04d-4712-ace0-112b1e927481 {{(pid=93710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 10:12:21.399866 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549da458-cb48-4cb9-aaa6-501e3a888e89 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify agent at l3_agent.dv-cinder-797510-1-iscsi the message routers_updated {{(pid=93710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 10:12:21.412740 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c7157-60b9-4a2a-9f75-5023219957a0 req-08e2b596-67d0-4c1c-a891-5272061dd639 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:21.414161 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-564c7157-60b9-4a2a-9f75-5023219957a0 req-08e2b596-67d0-4c1c-a891-5272061dd639 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 946 time: 0.1492805 Jun 23 10:12:21.417452 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019a7450-8659-429d-b92d-37c1573b4323 None None] Sync routers for ids ['0758f04e-af39-48da-9f63-91d40da7366f'] in dv-cinder-797510-1-iscsi {{(pid=93712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 10:12:21.429485 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54371d4-7391-4a0b-b752-dc52293a62a1 req-cbbefafa-9492-4d24-a608-8ef5f17a508b tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:21.430955 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019a7450-8659-429d-b92d-37c1573b4323 None None] Routers {'0758f04e-af39-48da-9f63-91d40da7366f'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:12:21.431080 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f54371d4-7391-4a0b-b752-dc52293a62a1 req-cbbefafa-9492-4d24-a608-8ef5f17a508b tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.47 "GET /v2.0/ports?device_id=62b277bf-e2a1-4527-9c7c-c7e3f74f195c HTTP/1.1" status: 200 len: 944 time: 0.1196673 Jun 23 10:12:21.431920 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-019a7450-8659-429d-b92d-37c1573b4323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:12:20Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['0758f04e-af39-48da-9f63-91d40da7366f'], 'active': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:12:21.485019 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-564c7157-60b9-4a2a-9f75-5023219957a0 req-9aa5afac-2856-45cc-a7e0-8817689838cd tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0647178 Jun 23 10:12:21.492969 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f54371d4-7391-4a0b-b752-dc52293a62a1 req-66bb87dc-93b8-4610-8163-b4134e55a0b4 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.47 "GET /v2.0/security-groups?id=041c3a61-5603-48a0-bd35-5c7095f438f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558484 Jun 23 10:12:21.500082 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-549da458-cb48-4cb9-aaa6-501e3a888e89 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for floatingip, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:21.501440 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-549d35a9-2eb0-42c6-a322-a779b3edc54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:21.573886 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvr_db [None req-019a7450-8659-429d-b92d-37c1573b4323 None None] Set router 0758f04e-af39-48da-9f63-91d40da7366f gateway port host: dv-cinder-797510-1-iscsi {{(pid=93712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:12:21.766320 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a364ae7f-a8c0-44cf-8bf9-8d8a43089cd2 req-7a47fab3-9380-42bc-a6ed-7801555e4f15 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:21.766320 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a364ae7f-a8c0-44cf-8bf9-8d8a43089cd2 req-7a47fab3-9380-42bc-a6ed-7801555e4f15 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=4fe33559-5a9b-4c50-b9ed-66c9c2390343 HTTP/1.1" status: 200 len: 943 time: 0.1285892 Jun 23 10:12:21.796307 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1385d-16b0-47c9-9e8b-71e67d4d3636 req-a77f25a3-adc2-4509-be44-fcc415d070b1 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:21.797852 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-2ea1385d-16b0-47c9-9e8b-71e67d4d3636 req-a77f25a3-adc2-4509-be44-fcc415d070b1 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 946 time: 0.1206772 Jun 23 10:12:21.818947 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 38918) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:12:21.844367 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a364ae7f-a8c0-44cf-8bf9-8d8a43089cd2 req-57b83a6a-0a70-45fb-9534-3a323bff0369 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=e5a0a485-ac0f-42ef-b435-aa791b3edf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699801 Jun 23 10:12:21.865172 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-549da458-cb48-4cb9-aaa6-501e3a888e89 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1598549 Jun 23 10:12:21.866745 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f417efe8-3407-489a-af87-32e428763451', 'tag': 'f8dd6be9-2893-4389-8820-b71d2fdde08d'}] {{(pid=93710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:12:21.867406 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 38924) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:12:21.869479 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476757ab5199ad7afce7410758f86ea887fce0aa64a809171aa19cb360cf7c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c01aae0-20d2-4fb6-a9ca-2e1357e3266f" -d '{"events": [{"name": "network-changed", "server_uuid": "f417efe8-3407-489a-af87-32e428763451", "tag": "f8dd6be9-2893-4389-8820-b71d2fdde08d"}]}' {{(pid=93710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:12:21.872752 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [None req-e7c4cd87-fcb2-4492-8fe2-85740ecd8d4c tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1949366298', 'description': 'tempest-secgroup-smoke-1949366298 description', 'project_id': '278659f79a2c4eca8923ba599560e630'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:12:21.922005 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 10:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6aa41a-da0f-431c-93a5-8548af57ea50 x-openstack-request-id: req-0c6aa41a-da0f-431c-93a5-8548af57ea50 {{(pid=93710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:12:21.922334 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f417efe8-3407-489a-af87-32e428763451", "tag": "f8dd6be9-2893-4389-8820-b71d2fdde08d", "status": "completed", "code": 200}]} {{(pid=93710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:12:21.923352 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0c6aa41a-da0f-431c-93a5-8548af57ea50 {{(pid=93710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:12:21.923352 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f417efe8-3407-489a-af87-32e428763451', 'tag': 'f8dd6be9-2893-4389-8820-b71d2fdde08d', 'status': 'completed', 'code': 200} Jun 23 10:12:21.992813 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-019a7450-8659-429d-b92d-37c1573b4323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0758f04e-af39-48da-9f63-91d40da7366f', 'name': 'tempest-TestMinimumBasicScenario-1462046567-router', 'tenant_id': '278659f79a2c4eca8923ba599560e630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd65db7e4-970d-431e-927a-32bd74451103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:10:59Z', 'updated_at': '2021-06-23T10:11:04Z', 'revision_number': 4, 'project_id': '278659f79a2c4eca8923ba599560e630', 'gw_port': {'id': 'd65db7e4-970d-431e-927a-32bd74451103', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:24:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0758f04e-af39-48da-9f63-91d40da7366f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:11:00Z', 'updated_at': '2021-06-23T10:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_floatingips': [{'id': '8965fa86-85a0-4b81-b363-815a6036f938', 'tenant_id': '278659f79a2c4eca8923ba599560e630', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'router_id': '0758f04e-af39-48da-9f63-91d40da7366f', 'port_id': 'f8dd6be9-2893-4389-8820-b71d2fdde08d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1e2369b-9c9e-48c7-ad95-912112584ee9', 'mac_address': 'fa:16:3e:e7:9b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f417efe8-3407-489a-af87-32e428763451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T10:12:19Z', 'updated_at': '2021-06-23T10:12:19Z', 'revision_number': 0, 'project_id': '278659f79a2c4eca8923ba599560e630', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a8014e4-3e9b-4af1-a284-975245640da3', 'name': '', 'network_id': 'd1e2369b-9c9e-48c7-ad95-912112584ee9', 'tenant_id': '278659f79a2c4eca8923ba599560e630', 'mac_address': 'fa:16:3e:75:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0758f04e-af39-48da-9f63-91d40da7366f', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'afa03641-580d-49e0-b7dc-70c319ff3a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:11:03Z', 'updated_at': '2021-06-23T10:11:09Z', 'revision_number': 5, 'project_id': '278659f79a2c4eca8923ba599560e630', 'subnets': [{'id': 'afa03641-580d-49e0-b7dc-70c319ff3a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:12:22.003394 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01aae0-20d2-4fb6-a9ca-2e1357e3266f req-5cec6262-d94e-464d-b1a2-40c02a8d26e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:22.005094 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-7c01aae0-20d2-4fb6-a9ca-2e1357e3266f req-5cec6262-d94e-464d-b1a2-40c02a8d26e9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=278659f79a2c4eca8923ba599560e630&device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 1099 time: 0.0574315 Jun 23 10:12:22.013822 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [None req-bae03916-ad77-4505-bc81-420ab0f8abb6 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Request body: {'floatingip': {'port_id': 'f06a1e55-269f-47ea-a62c-39ce2a299e00'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:12:22.016500 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e7c4cd87-fcb2-4492-8fe2-85740ecd8d4c tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:22.021200 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019a7450-8659-429d-b92d-37c1573b4323 None None] Checking router: 0758f04e-af39-48da-9f63-91d40da7366f for host: dv-cinder-797510-1-iscsi {{(pid=93712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 10:12:22.030685 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019a7450-8659-429d-b92d-37c1573b4323 None None] Routers {'0758f04e-af39-48da-9f63-91d40da7366f'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:12:22.031339 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-019a7450-8659-429d-b92d-37c1573b4323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:12:20Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['0758f04e-af39-48da-9f63-91d40da7366f'], 'active': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:12:22.089534 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bae03916-ad77-4505-bc81-420ab0f8abb6 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks [] for floatingip, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:22.169942 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01aae0-20d2-4fb6-a9ca-2e1357e3266f req-4d993bd6-00c9-43dc-8303-516fc257722e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:22.171418 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-7c01aae0-20d2-4fb6-a9ca-2e1357e3266f req-4d993bd6-00c9-43dc-8303-516fc257722e service neutron] 10.222.0.52 "GET /v2.0/networks?id=d1e2369b-9c9e-48c7-ad95-912112584ee9 HTTP/1.1" status: 200 len: 916 time: 0.1592333 Jun 23 10:12:22.183716 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvr_db [None req-019a7450-8659-429d-b92d-37c1573b4323 None None] Set router 0758f04e-af39-48da-9f63-91d40da7366f gateway port host: dv-cinder-797510-1-iscsi {{(pid=93712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:12:22.251781 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-7c01aae0-20d2-4fb6-a9ca-2e1357e3266f req-4fd340f2-c089-43ef-9bfb-b76bdd742991 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8dd6be9-2893-4389-8820-b71d2fdde08d HTTP/1.1" status: 200 len: 1000 time: 0.0706596 Jun 23 10:12:22.260436 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device 7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8 details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=93712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 10:12:22.263051 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device a5a4fa0b-32e6-47cd-b17b-eca8d65da9c3 up at agent hyperv_hv-cinder-79751 {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:12:22.311286 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01aae0-20d2-4fb6-a9ca-2e1357e3266f req-f88ff659-89fa-4d42-a60d-ae61e375b085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:22.311286 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-7c01aae0-20d2-4fb6-a9ca-2e1357e3266f req-f88ff659-89fa-4d42-a60d-ae61e375b085 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=afa03641-580d-49e0-b7dc-70c319ff3a24 HTTP/1.1" status: 200 len: 854 time: 0.0519288 Jun 23 10:12:22.355923 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e7c4cd87-fcb2-4492-8fe2-85740ecd8d4c tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:22.423378 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01aae0-20d2-4fb6-a9ca-2e1357e3266f req-e5151e0c-9dfe-41a1-aaf0-0b535d16d660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:22.424935 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-7c01aae0-20d2-4fb6-a9ca-2e1357e3266f req-e5151e0c-9dfe-41a1-aaf0-0b535d16d660 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d1e2369b-9c9e-48c7-ad95-912112584ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1075983 Jun 23 10:12:22.434352 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e7c4cd87-fcb2-4492-8fe2-85740ecd8d4c tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:22.480855 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-d72c338e-d6c0-4cb1-8ec1-03696c000e7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:22.567619 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-7c01aae0-20d2-4fb6-a9ca-2e1357e3266f req-ed477a3b-5f22-45eb-a95b-bdc34397ec09 service neutron] 10.222.0.52 "GET /v2.0/networks/d1e2369b-9c9e-48c7-ad95-912112584ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353102 Jun 23 10:12:22.576788 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e7c4cd87-fcb2-4492-8fe2-85740ecd8d4c tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:22.582339 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-e7c4cd87-fcb2-4492-8fe2-85740ecd8d4c tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7138608 Jun 23 10:12:22.583255 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c4cd87-fcb2-4492-8fe2-85740ecd8d4c tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62532a17-374c-4540-adad-52118516bd58,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:22.585750 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 38950) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:12:22.595814 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [None req-c88d18a6-dcf0-4022-8a86-4ce193f9901f tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Request body: {'security_group_rule': {'security_group_id': '62532a17-374c-4540-adad-52118516bd58', 'project_id': '278659f79a2c4eca8923ba599560e630', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:12:22.601366 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-e7c4cd87-fcb2-4492-8fe2-85740ecd8d4c tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:22.627558 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port 7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8,segment=NetworkSegment(18d3fb12-0117-4481-ac00-627483f619c4),segment_id=18d3fb12-0117-4481-ac00-627483f619c4)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:12:22.648009 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Returning: {'device': '7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8', 'network_id': '75208ede-2304-4522-bb33-3632300dc81d', 'port_id': '7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8', 'mac_address': 'fa:16:3e:05:76:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '222c10a8-002c-4ace-acfb-70d9b2714faa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 10:12:22.738559 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Provisioning for port a5a4fa0b-32e6-47cd-b17b-eca8d65da9c3 completed by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:12:22.764021 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Provisioning complete for port a5a4fa0b-32e6-47cd-b17b-eca8d65da9c3 triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:12:22.764399 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:22.776935 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-7c01aae0-20d2-4fb6-a9ca-2e1357e3266f req-33481538-c26d-499e-889f-ef9f0caec66b service neutron] 10.222.0.52 "GET /v2.0/networks/d1e2369b-9c9e-48c7-ad95-912112584ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029290 Jun 23 10:12:22.794661 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:22.803544 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bae03916-ad77-4505-bc81-420ab0f8abb6 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:22.811631 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c88d18a6-dcf0-4022-8a86-4ce193f9901f tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:22.824455 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 10:12:22.854183 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port 7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8,segment=NetworkSegment(18d3fb12-0117-4481-ac00-627483f619c4),segment_id=18d3fb12-0117-4481-ac00-627483f619c4)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:12:22.859892 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-019a7450-8659-429d-b92d-37c1573b4323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0758f04e-af39-48da-9f63-91d40da7366f', 'name': 'tempest-TestMinimumBasicScenario-1462046567-router', 'tenant_id': '278659f79a2c4eca8923ba599560e630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd65db7e4-970d-431e-927a-32bd74451103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:10:59Z', 'updated_at': '2021-06-23T10:11:04Z', 'revision_number': 4, 'project_id': '278659f79a2c4eca8923ba599560e630', 'gw_port': {'id': 'd65db7e4-970d-431e-927a-32bd74451103', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:24:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0758f04e-af39-48da-9f63-91d40da7366f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:11:00Z', 'updated_at': '2021-06-23T10:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_floatingips': [{'id': '8965fa86-85a0-4b81-b363-815a6036f938', 'tenant_id': '278659f79a2c4eca8923ba599560e630', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'router_id': '0758f04e-af39-48da-9f63-91d40da7366f', 'port_id': 'f8dd6be9-2893-4389-8820-b71d2fdde08d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1e2369b-9c9e-48c7-ad95-912112584ee9', 'mac_address': 'fa:16:3e:e7:9b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f417efe8-3407-489a-af87-32e428763451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T10:12:19Z', 'updated_at': '2021-06-23T10:12:19Z', 'revision_number': 0, 'project_id': '278659f79a2c4eca8923ba599560e630', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a8014e4-3e9b-4af1-a284-975245640da3', 'name': '', 'network_id': 'd1e2369b-9c9e-48c7-ad95-912112584ee9', 'tenant_id': '278659f79a2c4eca8923ba599560e630', 'mac_address': 'fa:16:3e:75:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0758f04e-af39-48da-9f63-91d40da7366f', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'afa03641-580d-49e0-b7dc-70c319ff3a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:11:03Z', 'updated_at': '2021-06-23T10:11:09Z', 'revision_number': 5, 'project_id': '278659f79a2c4eca8923ba599560e630', 'subnets': [{'id': 'afa03641-580d-49e0-b7dc-70c319ff3a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:12:22.875254 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c209853-5bf9-409b-af8e-7daf80466e5a req-cb365e61-d75f-4e7b-b61a-2de51315f111 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:22.876185 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-8c209853-5bf9-409b-af8e-7daf80466e5a req-cb365e61-d75f-4e7b-b61a-2de51315f111 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.47 "GET /v2.0/ports?device_id=62b277bf-e2a1-4527-9c7c-c7e3f74f195c HTTP/1.1" status: 200 len: 944 time: 0.1240220 Jun 23 10:12:22.885792 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c88d18a6-dcf0-4022-8a86-4ce193f9901f tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:22.901495 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019a7450-8659-429d-b92d-37c1573b4323 None None] The sync data for ids ['0758f04e-af39-48da-9f63-91d40da7366f'] in dv-cinder-797510-1-iscsi is: [{'id': '0758f04e-af39-48da-9f63-91d40da7366f', 'name': 'tempest-TestMinimumBasicScenario-1462046567-router', 'tenant_id': '278659f79a2c4eca8923ba599560e630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd65db7e4-970d-431e-927a-32bd74451103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:10:59Z', 'updated_at': '2021-06-23T10:11:04Z', 'revision_number': 4, 'project_id': '278659f79a2c4eca8923ba599560e630', 'gw_port': {'id': 'd65db7e4-970d-431e-927a-32bd74451103', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:24:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0758f04e-af39-48da-9f63-91d40da7366f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:11:00Z', 'updated_at': '2021-06-23T10:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_floatingips': [{'id': '8965fa86-85a0-4b81-b363-815a6036f938', 'tenant_id': '278659f79a2c4eca8923ba599560e630', 'floating_ip_address': '172.27.2.102', 'floating_network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'router_id': '0758f04e-af39-48da-9f63-91d40da7366f', 'port_id': 'f8dd6be9-2893-4389-8820-b71d2fdde08d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1e2369b-9c9e-48c7-ad95-912112584ee9', 'mac_address': 'fa:16:3e:e7:9b:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f417efe8-3407-489a-af87-32e428763451', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T10:12:19Z', 'updated_at': '2021-06-23T10:12:19Z', 'revision_number': 0, 'project_id': '278659f79a2c4eca8923ba599560e630', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a8014e4-3e9b-4af1-a284-975245640da3', 'name': '', 'network_id': 'd1e2369b-9c9e-48c7-ad95-912112584ee9', 'tenant_id': '278659f79a2c4eca8923ba599560e630', 'mac_address': 'fa:16:3e:75:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0758f04e-af39-48da-9f63-91d40da7366f', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'afa03641-580d-49e0-b7dc-70c319ff3a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:11:03Z', 'updated_at': '2021-06-23T10:11:09Z', 'revision_number': 5, 'project_id': '278659f79a2c4eca8923ba599560e630', 'subnets': [{'id': 'afa03641-580d-49e0-b7dc-70c319ff3a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 10:12:22.926309 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-8c209853-5bf9-409b-af8e-7daf80466e5a req-4dbacadd-9930-4f98-a28c-4a3a59a255b6 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.47 "GET /v2.0/security-groups?id=041c3a61-5603-48a0-bd35-5c7095f438f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423672 Jun 23 10:12:22.928328 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bae03916-ad77-4505-bc81-420ab0f8abb6 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707131'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:22.961897 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:22.992099 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b277bf-e2a1-4527-9c7c-c7e3f74f195c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a4fa0b-32e6-47cd-b17b-eca8d65da9c3'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:12:22.994649 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e06d9dce5bc2bce6c931562da1c36027cbf4e574fb667469159d94052b32a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf671b82-4af2-4be6-b258-837d19b1dfb9" -d '{"events": [{"server_uuid": "62b277bf-e2a1-4527-9c7c-c7e3f74f195c", "name": "network-vif-plugged", "status": "completed", "tag": "a5a4fa0b-32e6-47cd-b17b-eca8d65da9c3"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:12:23.015794 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:23.018679 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port a5a4fa0b-32e6-47cd-b17b-eca8d65da9c3, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=a5a4fa0b-32e6-47cd-b17b-eca8d65da9c3,segment=NetworkSegment(ce09e72f-ccdb-4fbd-8864-2bdc76ee721c),segment_id=ce09e72f-ccdb-4fbd-8864-2bdc76ee721c)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:12:23.019599 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:23.025587 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c88d18a6-dcf0-4022-8a86-4ce193f9901f tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660775'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:23.043057 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 10:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-408aeb15-053f-4888-ad93-cd360001fb88 x-openstack-request-id: req-408aeb15-053f-4888-ad93-cd360001fb88 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:12:23.043584 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b277bf-e2a1-4527-9c7c-c7e3f74f195c", "name": "network-vif-plugged", "status": "completed", "tag": "a5a4fa0b-32e6-47cd-b17b-eca8d65da9c3", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:12:23.043843 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-408aeb15-053f-4888-ad93-cd360001fb88 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:12:23.044228 dv-cinder-797510-1-iscsi neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b277bf-e2a1-4527-9c7c-c7e3f74f195c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a4fa0b-32e6-47cd-b17b-eca8d65da9c3', 'code': 200} Jun 23 10:12:23.056401 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:23.072828 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Pushing event updated for resources: {'Port': ['ID=7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8,revision_number=4']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:23.076405 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:23.088696 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88d18a6-dcf0-4022-8a86-4ce193f9901f tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bebca117-6c5b-42c4-bb5b-aa35757eede8,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:23.091743 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-c88d18a6-dcf0-4022-8a86-4ce193f9901f tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:23.101640 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.db.l3_db [None req-bae03916-ad77-4505-bc81-420ab0f8abb6 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Floating IP 20f555f4-bf2e-4fbe-8b61-dfe4b3a78275 associated. External IP: 172.27.2.123, port: f06a1e55-269f-47ea-a62c-39ce2a299e00. Jun 23 10:12:23.129964 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:23.135225 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:23.169629 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-c88d18a6-dcf0-4022-8a86-4ce193f9901f tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:23.173394 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-c88d18a6-dcf0-4022-8a86-4ce193f9901f tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5818226 Jun 23 10:12:23.173759 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 38962) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:12:23.181782 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [None req-09b2df15-ed39-48f4-bc8d-41da1ea47beb tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Request body: {'security_group_rule': {'security_group_id': '62532a17-374c-4540-adad-52118516bd58', 'project_id': '278659f79a2c4eca8923ba599560e630', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:12:23.195985 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f57b58-7db5-4fe7-99dc-f66463f9878a None None] New status for floating IP 8965fa86-85a0-4b81-b363-815a6036f938: ACTIVE {{(pid=93713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 10:12:23.197309 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Pushing event updated for resources: {'Port': ['ID=a5a4fa0b-32e6-47cd-b17b-eca8d65da9c3,revision_number=5']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:23.201520 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:23.230958 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9768c040-406a-416d-ac46-2f972bdb876b req-291cd29b-d1fd-48a6-8d7c-17b9c760988d tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:23.232742 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9768c040-406a-416d-ac46-2f972bdb876b req-291cd29b-d1fd-48a6-8d7c-17b9c760988d tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=4fe33559-5a9b-4c50-b9ed-66c9c2390343 HTTP/1.1" status: 200 len: 944 time: 0.2505043 Jun 23 10:12:23.272768 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] get_ports_and_sgs() called for port_ids ['7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8'] {{(pid=93712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 10:12:23.291177 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9768c040-406a-416d-ac46-2f972bdb876b req-81fdf326-818d-4643-a618-556c97d277a8 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=e5a0a485-ac0f-42ef-b435-aa791b3edf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511799 Jun 23 10:12:23.387773 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-09b2df15-ed39-48f4-bc8d-41da1ea47beb tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:23.441472 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae03916-ad77-4505-bc81-420ab0f8abb6 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Router 97efc92e-e571-4edd-b891-9cd3b5d44f8b has already been hosted by L3 agent df545903-e04d-4712-ace0-112b1e927481 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 10:12:23.473898 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-09b2df15-ed39-48f4-bc8d-41da1ea47beb tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:23.484944 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 38968) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:12:23.524939 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-329354e5-9e69-417d-83ab-34bb473e22da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:23.532224 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f61a44a-bc9f-493d-91e5-44f994326a3e req-e48a128b-3fd7-4f8a-8e36-20d7ef18a189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:23.533768 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-1f61a44a-bc9f-493d-91e5-44f994326a3e req-e48a128b-3fd7-4f8a-8e36-20d7ef18a189 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=62b277bf-e2a1-4527-9c7c-c7e3f74f195c HTTP/1.1" status: 200 len: 1098 time: 0.0571988 Jun 23 10:12:23.553966 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-09b2df15-ed39-48f4-bc8d-41da1ea47beb tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660775'] for security_group_rule, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:23.559042 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-cfa805ab-920f-4525-a256-c483fc9092e3 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:23.587447 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b2df15-ed39-48f4-bc8d-41da1ea47beb tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76aa2668-1cf2-4449-93b3-0da11fec19f1,revision_number=0']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:23.592523 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-09b2df15-ed39-48f4-bc8d-41da1ea47beb tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:23.593191 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae03916-ad77-4505-bc81-420ab0f8abb6 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify agent at l3_agent.dv-cinder-797510-1-iscsi the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 10:12:23.596580 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-1f61a44a-bc9f-493d-91e5-44f994326a3e req-3a852a98-2be6-437f-acd1-c95c5236448d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=041c3a61-5603-48a0-bd35-5c7095f438f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562761 Jun 23 10:12:23.603013 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1de5e63-2385-4525-98d5-e56c725cb06b None None] Sync routers for ids ['97efc92e-e571-4edd-b891-9cd3b5d44f8b'] in dv-cinder-797510-1-iscsi {{(pid=93712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 10:12:23.604347 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bae03916-ad77-4505-bc81-420ab0f8abb6 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:23.613260 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1de5e63-2385-4525-98d5-e56c725cb06b None None] Routers {'97efc92e-e571-4edd-b891-9cd3b5d44f8b'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:12:23.614226 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-d1de5e63-2385-4525-98d5-e56c725cb06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:12:20Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['97efc92e-e571-4edd-b891-9cd3b5d44f8b'], 'active': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:12:23.655459 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-89fc66a7-eea8-455c-8b5c-dea288d8f8fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:23.669450 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-bae03916-ad77-4505-bc81-420ab0f8abb6 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "PUT /v2.0/floatingips/20f555f4-bf2e-4fbe-8b61-dfe4b3a78275 HTTP/1.1" status: 200 len: 992 time: 1.8527241 Jun 23 10:12:23.670187 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b3d9ec-1dd7-4a0d-b8a9-ca386061c135', 'tag': 'f06a1e55-269f-47ea-a62c-39ce2a299e00'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:12:23.675166 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404634ef6dbf53e9c182992e714e82192e1d0d35f5c652938e4b1e64141411fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed45b845-424e-4f34-9490-edc2671f7032" -d '{"events": [{"name": "network-changed", "server_uuid": "67b3d9ec-1dd7-4a0d-b8a9-ca386061c135", "tag": "f06a1e55-269f-47ea-a62c-39ce2a299e00"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:12:23.675596 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-09b2df15-ed39-48f4-bc8d-41da1ea47beb tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:23.677009 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-09b2df15-ed39-48f4-bc8d-41da1ea47beb tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5003688 Jun 23 10:12:23.681640 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 38982) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:12:23.687812 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [None req-61ff01ba-98d4-41b1-864c-f3a2cdc318e2 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Request body: {'security_group_rule': {'security_group_id': '62532a17-374c-4540-adad-52118516bd58', 'project_id': '278659f79a2c4eca8923ba599560e630', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:12:23.728464 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 10:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a67e29-06c5-479c-b382-36693dfed383 x-openstack-request-id: req-53a67e29-06c5-479c-b382-36693dfed383 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:12:23.728804 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67b3d9ec-1dd7-4a0d-b8a9-ca386061c135", "tag": "f06a1e55-269f-47ea-a62c-39ce2a299e00", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:12:23.729074 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-53a67e29-06c5-479c-b382-36693dfed383 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:12:23.729502 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67b3d9ec-1dd7-4a0d-b8a9-ca386061c135', 'tag': 'f06a1e55-269f-47ea-a62c-39ce2a299e00', 'status': 'completed', 'code': 200} Jun 23 10:12:23.779533 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvr_db [None req-d1de5e63-2385-4525-98d5-e56c725cb06b None None] Set router 97efc92e-e571-4edd-b891-9cd3b5d44f8b gateway port host: dv-cinder-797510-1-iscsi {{(pid=93712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:12:23.845671 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-89fc66a7-eea8-455c-8b5c-dea288d8f8fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:23.851564 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed45b845-424e-4f34-9490-edc2671f7032 req-a02c769b-f88f-436f-97e6-5589198985a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:23.853068 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-ed45b845-424e-4f34-9490-edc2671f7032 req-a02c769b-f88f-436f-97e6-5589198985a8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=24291804a3fc43a7bb9013ab3736dd4e&device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 1099 time: 0.0939755 Jun 23 10:12:23.928814 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-89fc66a7-eea8-455c-8b5c-dea288d8f8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:23.938033 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-46556c69-75c2-4d1a-987b-a342960b7349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:23.998203 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-89fc66a7-eea8-455c-8b5c-dea288d8f8fa admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=54abfb5e61934d56a6445d187cd06fea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5122414 Jun 23 10:12:24.000926 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 38990) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:12:24.003346 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fc66a7-eea8-455c-8b5c-dea288d8f8fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6675dc-7bf1-461a-b7c3-1a3d7138a497,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:24.008906 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-89fc66a7-eea8-455c-8b5c-dea288d8f8fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:24.010474 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed45b845-424e-4f34-9490-edc2671f7032 req-e96de4bd-85c6-45d0-8470-e5526d59af7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:24.021940 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-ed45b845-424e-4f34-9490-edc2671f7032 req-e96de4bd-85c6-45d0-8470-e5526d59af7f service neutron] 10.222.0.52 "GET /v2.0/networks?id=2c358830-fde0-4aa0-a28c-3a7712f5e2f9 HTTP/1.1" status: 200 len: 918 time: 0.1551220 Jun 23 10:12:24.056054 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-d1de5e63-2385-4525-98d5-e56c725cb06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97efc92e-e571-4edd-b891-9cd3b5d44f8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1569067436-router', 'tenant_id': '24291804a3fc43a7bb9013ab3736dd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:07:11Z', 'updated_at': '2021-06-23T10:07:19Z', 'revision_number': 4, 'project_id': '24291804a3fc43a7bb9013ab3736dd4e', 'gw_port': {'id': '12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:27:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97efc92e-e571-4edd-b891-9cd3b5d44f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:13Z', 'updated_at': '2021-06-23T10:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_floatingips': [{'id': '20f555f4-bf2e-4fbe-8b61-dfe4b3a78275', 'tenant_id': '24291804a3fc43a7bb9013ab3736dd4e', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'router_id': '97efc92e-e571-4edd-b891-9cd3b5d44f8b', 'port_id': 'f06a1e55-269f-47ea-a62c-39ce2a299e00', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c358830-fde0-4aa0-a28c-3a7712f5e2f9', 'mac_address': 'fa:16:3e:87:f9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b3d9ec-1dd7-4a0d-b8a9-ca386061c135', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T10:12:04Z', 'updated_at': '2021-06-23T10:12:22Z', 'revision_number': 1, 'project_id': '24291804a3fc43a7bb9013ab3736dd4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e797fe65-278a-4b88-8a70-4a8901febe8a', 'name': '', 'network_id': '2c358830-fde0-4aa0-a28c-3a7712f5e2f9', 'tenant_id': '24291804a3fc43a7bb9013ab3736dd4e', 'mac_address': 'fa:16:3e:73:86:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97efc92e-e571-4edd-b891-9cd3b5d44f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cdba8eb6-d4a0-4adb-b53b-76f5eb8c1c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:17Z', 'updated_at': '2021-06-23T10:07:31Z', 'revision_number': 5, 'project_id': '24291804a3fc43a7bb9013ab3736dd4e', 'subnets': [{'id': 'cdba8eb6-d4a0-4adb-b53b-76f5eb8c1c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:12:24.065065 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ca0de155-5012-4eef-9dae-983f12f41f92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:24.087223 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-61ff01ba-98d4-41b1-864c-f3a2cdc318e2 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:24.094659 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1de5e63-2385-4525-98d5-e56c725cb06b None None] Checking router: 97efc92e-e571-4edd-b891-9cd3b5d44f8b for host: dv-cinder-797510-1-iscsi {{(pid=93712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 10:12:24.101473 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-ed45b845-424e-4f34-9490-edc2671f7032 req-5deceab6-3f60-4776-bb06-18e3637151e4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f06a1e55-269f-47ea-a62c-39ce2a299e00 HTTP/1.1" status: 200 len: 1000 time: 0.0778139 Jun 23 10:12:24.104518 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1de5e63-2385-4525-98d5-e56c725cb06b None None] Routers {'97efc92e-e571-4edd-b891-9cd3b5d44f8b'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:12:24.105342 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-d1de5e63-2385-4525-98d5-e56c725cb06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:12:20Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['97efc92e-e571-4edd-b891-9cd3b5d44f8b'], 'active': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:12:24.116639 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ca0de155-5012-4eef-9dae-983f12f41f92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:24.174420 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadefaf9-2439-4577-b829-11211b27ad9a req-2f33fd54-9066-4205-a2a1-4a97274c03e8 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:24.176072 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-fadefaf9-2439-4577-b829-11211b27ad9a req-2f33fd54-9066-4205-a2a1-4a97274c03e8 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.47 "GET /v2.0/ports?device_id=62b277bf-e2a1-4527-9c7c-c7e3f74f195c HTTP/1.1" status: 200 len: 945 time: 0.1259055 Jun 23 10:12:24.196721 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed45b845-424e-4f34-9490-edc2671f7032 req-9e876657-b27c-4d82-8583-887ddf28f125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:24.198645 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-ed45b845-424e-4f34-9490-edc2671f7032 req-9e876657-b27c-4d82-8583-887ddf28f125 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cdba8eb6-d4a0-4adb-b53b-76f5eb8c1c27 HTTP/1.1" status: 200 len: 856 time: 0.0874031 Jun 23 10:12:24.219684 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-fadefaf9-2439-4577-b829-11211b27ad9a req-d5814ab8-0bbd-4458-bad4-84ae654db9d6 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.47 "GET /v2.0/security-groups?id=041c3a61-5603-48a0-bd35-5c7095f438f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369170 Jun 23 10:12:24.232750 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvr_db [None req-d1de5e63-2385-4525-98d5-e56c725cb06b None None] Set router 97efc92e-e571-4edd-b891-9cd3b5d44f8b gateway port host: dv-cinder-797510-1-iscsi {{(pid=93712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:12:24.262427 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed45b845-424e-4f34-9490-edc2671f7032 req-773a2eb3-9b33-4bc4-bb4c-73e292cc299c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:24.263867 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-ed45b845-424e-4f34-9490-edc2671f7032 req-773a2eb3-9b33-4bc4-bb4c-73e292cc299c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2c358830-fde0-4aa0-a28c-3a7712f5e2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556834 Jun 23 10:12:24.268071 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device 7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8 up at agent hyperv_hv-cinder-79751 {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:12:24.296270 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ca0de155-5012-4eef-9dae-983f12f41f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:24.299928 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ca0de155-5012-4eef-9dae-983f12f41f92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:24.301327 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-ca0de155-5012-4eef-9dae-983f12f41f92 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8c6675dc-7bf1-461a-b7c3-1a3d7138a497 HTTP/1.1" status: 204 len: 168 time: 0.2994006 Jun 23 10:12:24.303146 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-db640ff8-f535-4448-8dd4-54c6f822da62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:24.321348 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0de155-5012-4eef-9dae-983f12f41f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6675dc-7bf1-461a-b7c3-1a3d7138a497,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:24.324974 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-ca0de155-5012-4eef-9dae-983f12f41f92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:24.354550 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-61ff01ba-98d4-41b1-864c-f3a2cdc318e2 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:24.391182 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-ed45b845-424e-4f34-9490-edc2671f7032 req-1c6a8158-082a-4998-81f4-467fb7e12912 service neutron] 10.222.0.52 "GET /v2.0/networks/2c358830-fde0-4aa0-a28c-3a7712f5e2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195745 Jun 23 10:12:24.414829 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-61ff01ba-98d4-41b1-864c-f3a2cdc318e2 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660775'] for security_group_rule, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:24.436345 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:24.463921 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Provisioning for port 7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8 completed by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:12:24.471254 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Provisioning complete for port 7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8 triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:12:24.471633 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:24.482329 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ff01ba-98d4-41b1-864c-f3a2cdc318e2 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8d09497-d9dd-479a-a324-6a66c73d12f3,revision_number=0']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:24.487758 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-61ff01ba-98d4-41b1-864c-f3a2cdc318e2 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:24.532433 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-ed45b845-424e-4f34-9490-edc2671f7032 req-77cd41be-b2d1-4809-97c5-b0b92da186be service neutron] 10.222.0.52 "GET /v2.0/networks/2c358830-fde0-4aa0-a28c-3a7712f5e2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287193 Jun 23 10:12:24.570337 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-61ff01ba-98d4-41b1-864c-f3a2cdc318e2 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:24.571563 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-61ff01ba-98d4-41b1-864c-f3a2cdc318e2 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8884201 Jun 23 10:12:24.576860 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 38996) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:12:24.581413 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [None req-3d275f6c-68b6-4208-8ef5-81c45f45ff1c tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Request body: {'security_group_rule': {'security_group_id': '62532a17-374c-4540-adad-52118516bd58', 'project_id': '278659f79a2c4eca8923ba599560e630', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:12:24.589921 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4715b56-b98a-4ef8-b66f-e9eac13ed555 req-51b29ac9-b868-4c6d-a330-f33054e82771 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:24.591486 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b4715b56-b98a-4ef8-b66f-e9eac13ed555 req-51b29ac9-b868-4c6d-a330-f33054e82771 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=4fe33559-5a9b-4c50-b9ed-66c9c2390343 HTTP/1.1" status: 200 len: 944 time: 0.0794444 Jun 23 10:12:24.638474 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:24.644288 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b4715b56-b98a-4ef8-b66f-e9eac13ed555 req-adec87f1-5eec-4386-ba6a-f0449e4d5d43 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=e5a0a485-ac0f-42ef-b435-aa791b3edf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432308 Jun 23 10:12:24.684998 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-d1de5e63-2385-4525-98d5-e56c725cb06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97efc92e-e571-4edd-b891-9cd3b5d44f8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1569067436-router', 'tenant_id': '24291804a3fc43a7bb9013ab3736dd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:07:11Z', 'updated_at': '2021-06-23T10:07:19Z', 'revision_number': 4, 'project_id': '24291804a3fc43a7bb9013ab3736dd4e', 'gw_port': {'id': '12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:27:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97efc92e-e571-4edd-b891-9cd3b5d44f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:13Z', 'updated_at': '2021-06-23T10:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_floatingips': [{'id': '20f555f4-bf2e-4fbe-8b61-dfe4b3a78275', 'tenant_id': '24291804a3fc43a7bb9013ab3736dd4e', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'router_id': '97efc92e-e571-4edd-b891-9cd3b5d44f8b', 'port_id': 'f06a1e55-269f-47ea-a62c-39ce2a299e00', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c358830-fde0-4aa0-a28c-3a7712f5e2f9', 'mac_address': 'fa:16:3e:87:f9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b3d9ec-1dd7-4a0d-b8a9-ca386061c135', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T10:12:04Z', 'updated_at': '2021-06-23T10:12:22Z', 'revision_number': 1, 'project_id': '24291804a3fc43a7bb9013ab3736dd4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e797fe65-278a-4b88-8a70-4a8901febe8a', 'name': '', 'network_id': '2c358830-fde0-4aa0-a28c-3a7712f5e2f9', 'tenant_id': '24291804a3fc43a7bb9013ab3736dd4e', 'mac_address': 'fa:16:3e:73:86:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97efc92e-e571-4edd-b891-9cd3b5d44f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cdba8eb6-d4a0-4adb-b53b-76f5eb8c1c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:17Z', 'updated_at': '2021-06-23T10:07:31Z', 'revision_number': 5, 'project_id': '24291804a3fc43a7bb9013ab3736dd4e', 'subnets': [{'id': 'cdba8eb6-d4a0-4adb-b53b-76f5eb8c1c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:12:24.690320 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port 7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8,segment=NetworkSegment(18d3fb12-0117-4481-ac00-627483f619c4),segment_id=18d3fb12-0117-4481-ac00-627483f619c4)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:12:24.706141 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-3d275f6c-68b6-4208-8ef5-81c45f45ff1c tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:24.718237 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1de5e63-2385-4525-98d5-e56c725cb06b None None] The sync data for ids ['97efc92e-e571-4edd-b891-9cd3b5d44f8b'] in dv-cinder-797510-1-iscsi is: [{'id': '97efc92e-e571-4edd-b891-9cd3b5d44f8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1569067436-router', 'tenant_id': '24291804a3fc43a7bb9013ab3736dd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:07:11Z', 'updated_at': '2021-06-23T10:07:19Z', 'revision_number': 4, 'project_id': '24291804a3fc43a7bb9013ab3736dd4e', 'gw_port': {'id': '12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:27:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97efc92e-e571-4edd-b891-9cd3b5d44f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:13Z', 'updated_at': '2021-06-23T10:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_floatingips': [{'id': '20f555f4-bf2e-4fbe-8b61-dfe4b3a78275', 'tenant_id': '24291804a3fc43a7bb9013ab3736dd4e', 'floating_ip_address': '172.27.2.123', 'floating_network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'router_id': '97efc92e-e571-4edd-b891-9cd3b5d44f8b', 'port_id': 'f06a1e55-269f-47ea-a62c-39ce2a299e00', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c358830-fde0-4aa0-a28c-3a7712f5e2f9', 'mac_address': 'fa:16:3e:87:f9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b3d9ec-1dd7-4a0d-b8a9-ca386061c135', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T10:12:04Z', 'updated_at': '2021-06-23T10:12:22Z', 'revision_number': 1, 'project_id': '24291804a3fc43a7bb9013ab3736dd4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e797fe65-278a-4b88-8a70-4a8901febe8a', 'name': '', 'network_id': '2c358830-fde0-4aa0-a28c-3a7712f5e2f9', 'tenant_id': '24291804a3fc43a7bb9013ab3736dd4e', 'mac_address': 'fa:16:3e:73:86:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97efc92e-e571-4edd-b891-9cd3b5d44f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cdba8eb6-d4a0-4adb-b53b-76f5eb8c1c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:17Z', 'updated_at': '2021-06-23T10:07:31Z', 'revision_number': 5, 'project_id': '24291804a3fc43a7bb9013ab3736dd4e', 'subnets': [{'id': 'cdba8eb6-d4a0-4adb-b53b-76f5eb8c1c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 10:12:24.787572 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-3d275f6c-68b6-4208-8ef5-81c45f45ff1c tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:24.788758 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:24.790660 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:24.848301 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Pushing event updated for resources: {'Port': ['ID=7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8,revision_number=5']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:24.851659 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:24.869056 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-3d275f6c-68b6-4208-8ef5-81c45f45ff1c tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660775'] for security_group_rule, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:24.887378 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:24.900544 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d275f6c-68b6-4208-8ef5-81c45f45ff1c tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b9c6581-267b-464e-aa75-fe7a906ee77f,revision_number=0']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:24.903486 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-3d275f6c-68b6-4208-8ef5-81c45f45ff1c tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:24.976151 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e8cca88-4edc-47a1-bbc6-9499a92f90b3 None None] New status for floating IP 20f555f4-bf2e-4fbe-8b61-dfe4b3a78275: ACTIVE {{(pid=93713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 10:12:24.992946 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-3d275f6c-68b6-4208-8ef5-81c45f45ff1c tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:24.994405 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-3d275f6c-68b6-4208-8ef5-81c45f45ff1c tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4165869 Jun 23 10:12:24.997323 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 39008) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:12:25.001938 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [None req-b8d57ec7-f6f1-4b56-95a9-e177c99f41c1 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Request body: {'security_group_rule': {'security_group_id': '62532a17-374c-4540-adad-52118516bd58', 'project_id': '278659f79a2c4eca8923ba599560e630', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:12:25.045313 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe33559-5a9b-4c50-b9ed-66c9c2390343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:12:25.047835 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e06d9dce5bc2bce6c931562da1c36027cbf4e574fb667469159d94052b32a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033c942c-bb33-46ba-aa84-aae3b0bc58d5" -d '{"events": [{"server_uuid": "4fe33559-5a9b-4c50-b9ed-66c9c2390343", "name": "network-vif-plugged", "status": "completed", "tag": "7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:12:25.085206 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 10:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748ff932-03d0-418b-a0c4-095d127a59d3 x-openstack-request-id: req-748ff932-03d0-418b-a0c4-095d127a59d3 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:12:25.086028 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fe33559-5a9b-4c50-b9ed-66c9c2390343", "name": "network-vif-plugged", "status": "completed", "tag": "7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:12:25.086158 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-748ff932-03d0-418b-a0c4-095d127a59d3 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:12:25.086681 dv-cinder-797510-1-iscsi neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fe33559-5a9b-4c50-b9ed-66c9c2390343', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8', 'code': 200} Jun 23 10:12:25.118869 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.db.securitygroups_db [None req-b8d57ec7-f6f1-4b56-95a9-e177c99f41c1 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Project 278659f79a2c4eca8923ba599560e630 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 10:12:25.124908 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b8d57ec7-f6f1-4b56-95a9-e177c99f41c1 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:25.175839 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b8d57ec7-f6f1-4b56-95a9-e177c99f41c1 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:25.351290 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b8d57ec7-f6f1-4b56-95a9-e177c99f41c1 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660775'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:25.351290 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-c88d18a6-dcf0-4022-8a86-4ce193f9901f tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:25.372415 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d57ec7-f6f1-4b56-95a9-e177c99f41c1 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb662773-09e3-49fd-b82a-e6832474a7d9,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:25.400417 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d57ec7-f6f1-4b56-95a9-e177c99f41c1 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:12:25.401140 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d57ec7-f6f1-4b56-95a9-e177c99f41c1 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:12:25.401140 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d57ec7-f6f1-4b56-95a9-e177c99f41c1 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:12:25.401488 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d57ec7-f6f1-4b56-95a9-e177c99f41c1 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:12:25.401850 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d57ec7-f6f1-4b56-95a9-e177c99f41c1 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:12:25.402185 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d57ec7-f6f1-4b56-95a9-e177c99f41c1 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:12:25.402613 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d57ec7-f6f1-4b56-95a9-e177c99f41c1 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:12:25.402901 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d57ec7-f6f1-4b56-95a9-e177c99f41c1 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:12:25.403245 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d57ec7-f6f1-4b56-95a9-e177c99f41c1 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:12:25.403595 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d57ec7-f6f1-4b56-95a9-e177c99f41c1 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:12:25.403923 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d57ec7-f6f1-4b56-95a9-e177c99f41c1 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:12:25.404260 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d57ec7-f6f1-4b56-95a9-e177c99f41c1 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:12:25.407730 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-b8d57ec7-f6f1-4b56-95a9-e177c99f41c1 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:25.445833 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c2e71-9a69-4fd9-adcd-1d2fe2f2beb1 req-d7b91c1d-b658-4b79-a5a2-b798af1bf081 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:25.447343 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-8d0c2e71-9a69-4fd9-adcd-1d2fe2f2beb1 req-d7b91c1d-b658-4b79-a5a2-b798af1bf081 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.47 "GET /v2.0/ports?device_id=62b277bf-e2a1-4527-9c7c-c7e3f74f195c HTTP/1.1" status: 200 len: 945 time: 0.0923839 Jun 23 10:12:25.486211 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-8d0c2e71-9a69-4fd9-adcd-1d2fe2f2beb1 req-cb79f62f-daba-4db7-95a6-0405ad3aac65 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.47 "GET /v2.0/security-groups?id=041c3a61-5603-48a0-bd35-5c7095f438f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332191 Jun 23 10:12:25.487237 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b8d57ec7-f6f1-4b56-95a9-e177c99f41c1 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:25.489320 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-b8d57ec7-f6f1-4b56-95a9-e177c99f41c1 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4900291 Jun 23 10:12:25.491707 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 39022) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:12:25.497433 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [None req-29a4bd88-9ef9-4e76-8bf1-b68966d73b1a tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Request body: {'security_group_rule': {'security_group_id': '62532a17-374c-4540-adad-52118516bd58', 'project_id': '278659f79a2c4eca8923ba599560e630', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:12:25.506576 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57efec42-98a4-473b-9954-289accaad072 req-28e289f9-989b-4eb8-b7d8-ead0676510ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:25.508168 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-57efec42-98a4-473b-9954-289accaad072 req-28e289f9-989b-4eb8-b7d8-ead0676510ea service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4fe33559-5a9b-4c50-b9ed-66c9c2390343 HTTP/1.1" status: 200 len: 1098 time: 0.0522664 Jun 23 10:12:25.544610 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-57efec42-98a4-473b-9954-289accaad072 req-271b626c-8de9-44c8-a520-85835fd658b5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e5a0a485-ac0f-42ef-b435-aa791b3edf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293949 Jun 23 10:12:25.621642 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.db.securitygroups_db [None req-29a4bd88-9ef9-4e76-8bf1-b68966d73b1a tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Project 278659f79a2c4eca8923ba599560e630 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 10:12:25.627389 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-29a4bd88-9ef9-4e76-8bf1-b68966d73b1a tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:25.708127 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-29a4bd88-9ef9-4e76-8bf1-b68966d73b1a tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:25.804884 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-29a4bd88-9ef9-4e76-8bf1-b68966d73b1a tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660775'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:25.812198 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:25.836837 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a4bd88-9ef9-4e76-8bf1-b68966d73b1a tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67674269-3909-4762-8bac-06cee1faa198,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:25.839247 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-29a4bd88-9ef9-4e76-8bf1-b68966d73b1a tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:25.869695 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56efe7fa-10d9-4770-a84b-83181d679828 req-6071e0d0-4ac1-4703-9a91-57de767b0976 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:25.871453 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-56efe7fa-10d9-4770-a84b-83181d679828 req-6071e0d0-4ac1-4703-9a91-57de767b0976 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=4fe33559-5a9b-4c50-b9ed-66c9c2390343 HTTP/1.1" status: 200 len: 945 time: 0.1009009 Jun 23 10:12:25.906273 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-29a4bd88-9ef9-4e76-8bf1-b68966d73b1a tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:25.907477 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-29a4bd88-9ef9-4e76-8bf1-b68966d73b1a tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4142540 Jun 23 10:12:25.915915 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-56efe7fa-10d9-4770-a84b-83181d679828 req-62e8eb61-c4f4-464b-9a55-31502368a3eb tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=e5a0a485-ac0f-42ef-b435-aa791b3edf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384939 Jun 23 10:12:26.044685 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9065dec6-3176-4ebb-aaec-80798011c40b req-431fde04-57e3-47dc-99fd-9f63ab8330ce tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1949366298&fields=id&tenant_id=278659f79a2c4eca8923ba599560e630 HTTP/1.1" status: 200 len: 267 time: 0.0341740 Jun 23 10:12:26.112237 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065dec6-3176-4ebb-aaec-80798011c40b req-d150a614-878f-49ca-84e7-2b70bf0957ea tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:26.113626 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9065dec6-3176-4ebb-aaec-80798011c40b req-d150a614-878f-49ca-84e7-2b70bf0957ea tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/ports?device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 946 time: 0.0635195 Jun 23 10:12:26.125513 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [req-9065dec6-3176-4ebb-aaec-80798011c40b req-59afb3cd-2905-4057-88e3-4e57688e41ad tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Request body: {'port': {'security_groups': ['b75a2980-feef-4b8f-a665-38c0cd83c5a8', '62532a17-374c-4540-adad-52118516bd58']}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:12:26.215786 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9065dec6-3176-4ebb-aaec-80798011c40b req-59afb3cd-2905-4057-88e3-4e57688e41ad tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:26.420448 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-9065dec6-3176-4ebb-aaec-80798011c40b req-59afb3cd-2905-4057-88e3-4e57688e41ad tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] For port f8dd6be9-2893-4389-8820-b71d2fdde08d, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=f8dd6be9-2893-4389-8820-b71d2fdde08d,segment=NetworkSegment(c1a70f88-4aee-4b0d-a9ce-72bb1ca0b839),segment_id=c1a70f88-4aee-4b0d-a9ce-72bb1ca0b839)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:12:26.450511 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9065dec6-3176-4ebb-aaec-80798011c40b req-59afb3cd-2905-4057-88e3-4e57688e41ad tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:26.544743 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9065dec6-3176-4ebb-aaec-80798011c40b req-59afb3cd-2905-4057-88e3-4e57688e41ad tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33311624'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:26.548733 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-835de32e-f978-4f8b-8e22-a72c0e13c414 tempest-VolumesNegativeTest-1990626597 tempest-VolumesNegativeTest-1990626597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:26.557930 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] get_ports_and_sgs() called for port_ids ['f8dd6be9-2893-4389-8820-b71d2fdde08d'] {{(pid=93712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 10:12:26.592015 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065dec6-3176-4ebb-aaec-80798011c40b req-59afb3cd-2905-4057-88e3-4e57688e41ad tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:26.592645 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-9065dec6-3176-4ebb-aaec-80798011c40b req-59afb3cd-2905-4057-88e3-4e57688e41ad tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:26.594052 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9065dec6-3176-4ebb-aaec-80798011c40b req-59afb3cd-2905-4057-88e3-4e57688e41ad tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "PUT /v2.0/ports/f8dd6be9-2893-4389-8820-b71d2fdde08d HTTP/1.1" status: 200 len: 982 time: 0.4731915 Jun 23 10:12:26.594591 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f417efe8-3407-489a-af87-32e428763451', 'tag': 'f8dd6be9-2893-4389-8820-b71d2fdde08d'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:12:26.597486 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404634ef6dbf53e9c182992e714e82192e1d0d35f5c652938e4b1e64141411fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc2556e-143c-4e1c-bc3e-b1fe0211cf28" -d '{"events": [{"name": "network-changed", "server_uuid": "f417efe8-3407-489a-af87-32e428763451", "tag": "f8dd6be9-2893-4389-8820-b71d2fdde08d"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:12:26.659246 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59afb3cd-2905-4057-88e3-4e57688e41ad tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Pushing event updated for resources: {'Port': ['ID=f8dd6be9-2893-4389-8820-b71d2fdde08d,revision_number=6']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:26.680041 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-59afb3cd-2905-4057-88e3-4e57688e41ad tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:26.791737 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] get_ports_and_sgs() called for port_ids ['f8dd6be9-2893-4389-8820-b71d2fdde08d'] {{(pid=93712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 10:12:26.891363 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 10:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6e5206-5eca-41ae-9d06-29f0dc3b2c41 x-openstack-request-id: req-3f6e5206-5eca-41ae-9d06-29f0dc3b2c41 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:12:26.891683 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f417efe8-3407-489a-af87-32e428763451", "tag": "f8dd6be9-2893-4389-8820-b71d2fdde08d", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:12:26.891964 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3f6e5206-5eca-41ae-9d06-29f0dc3b2c41 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:12:26.892392 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f417efe8-3407-489a-af87-32e428763451', 'tag': 'f8dd6be9-2893-4389-8820-b71d2fdde08d', 'status': 'completed', 'code': 200} Jun 23 10:12:26.992556 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc2556e-143c-4e1c-bc3e-b1fe0211cf28 req-a52155f5-22f2-40d8-af62-8c0da94a89e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:26.994232 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-dbc2556e-143c-4e1c-bc3e-b1fe0211cf28 req-a52155f5-22f2-40d8-af62-8c0da94a89e3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=278659f79a2c4eca8923ba599560e630&device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 1138 time: 0.0646706 Jun 23 10:12:27.002262 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2022624-d7f4-4105-8dc9-4e3f4f7ec94e req-0e31ed55-8858-4d8b-b0bc-e95777e426a5 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:27.007545 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b2022624-d7f4-4105-8dc9-4e3f4f7ec94e req-0e31ed55-8858-4d8b-b0bc-e95777e426a5 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/ports?device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 985 time: 0.0983322 Jun 23 10:12:27.053122 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-783bc669-2981-4b1f-9e0f-fe12968d4937 None None] Provisioning complete for port f8dd6be9-2893-4389-8820-b71d2fdde08d triggered by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:12:27.053678 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-783bc669-2981-4b1f-9e0f-fe12968d4937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:27.119127 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc2556e-143c-4e1c-bc3e-b1fe0211cf28 req-ad55ccf6-06ca-48bd-bc82-18422c2af71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:27.120852 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b2022624-d7f4-4105-8dc9-4e3f4f7ec94e req-ccb3e76f-af91-474c-8ed4-4694110daf6f tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/security-groups?id=62532a17-374c-4540-adad-52118516bd58&id=b75a2980-feef-4b8f-a665-38c0cd83c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1074944 Jun 23 10:12:27.121967 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-dbc2556e-143c-4e1c-bc3e-b1fe0211cf28 req-ad55ccf6-06ca-48bd-bc82-18422c2af71a service neutron] 10.222.0.52 "GET /v2.0/networks?id=d1e2369b-9c9e-48c7-ad95-912112584ee9 HTTP/1.1" status: 200 len: 916 time: 0.1210885 Jun 23 10:12:27.171589 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52981162-d360-445a-8c1e-0a2b2a41d1f1 req-5322350b-a57f-48c8-a827-d44dfa473dda tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:27.172932 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-52981162-d360-445a-8c1e-0a2b2a41d1f1 req-5322350b-a57f-48c8-a827-d44dfa473dda tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=4fe33559-5a9b-4c50-b9ed-66c9c2390343 HTTP/1.1" status: 200 len: 945 time: 0.1172962 Jun 23 10:12:27.212066 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-dbc2556e-143c-4e1c-bc3e-b1fe0211cf28 req-c8acdde2-fd55-4511-9a2a-26a40868764b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8dd6be9-2893-4389-8820-b71d2fdde08d HTTP/1.1" status: 200 len: 1002 time: 0.0780280 Jun 23 10:12:27.220845 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-52981162-d360-445a-8c1e-0a2b2a41d1f1 req-91e12f12-d5ce-4c45-8068-b3c81f4910b5 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=e5a0a485-ac0f-42ef-b435-aa791b3edf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414517 Jun 23 10:12:27.282992 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc2556e-143c-4e1c-bc3e-b1fe0211cf28 req-055b90eb-8cc1-42e4-b52b-e3014088fd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:27.284784 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-dbc2556e-143c-4e1c-bc3e-b1fe0211cf28 req-055b90eb-8cc1-42e4-b52b-e3014088fd5d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=afa03641-580d-49e0-b7dc-70c319ff3a24 HTTP/1.1" status: 200 len: 854 time: 0.0632710 Jun 23 10:12:27.396250 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc2556e-143c-4e1c-bc3e-b1fe0211cf28 req-f01ae1cb-d5d7-4bd2-b04f-fbb3c583b9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:27.399063 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-dbc2556e-143c-4e1c-bc3e-b1fe0211cf28 req-f01ae1cb-d5d7-4bd2-b04f-fbb3c583b9af service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d1e2369b-9c9e-48c7-ad95-912112584ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1069801 Jun 23 10:12:27.419633 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2d772-dcfc-4fd5-809c-6f87beca35dd req-504fab37-f75b-4ca1-ae0f-2c1077ef87c4 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:27.428765 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4cd2d772-dcfc-4fd5-809c-6f87beca35dd req-504fab37-f75b-4ca1-ae0f-2c1077ef87c4 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=4fe33559-5a9b-4c50-b9ed-66c9c2390343 HTTP/1.1" status: 200 len: 945 time: 0.0784612 Jun 23 10:12:27.431283 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 39078) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:12:27.436618 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [None req-64885ae5-5469-4685-a0ac-5d2984ce4ea5 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Request body: {'floatingip': {'port_id': '7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:12:27.482627 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-64885ae5-5469-4685-a0ac-5d2984ce4ea5 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks [] for floatingip, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:27.500351 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-dbc2556e-143c-4e1c-bc3e-b1fe0211cf28 req-057aad73-ccc5-4a0a-a779-8135556b9d03 service neutron] 10.222.0.52 "GET /v2.0/networks/d1e2369b-9c9e-48c7-ad95-912112584ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948772 Jun 23 10:12:27.597275 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-dbc2556e-143c-4e1c-bc3e-b1fe0211cf28 req-f86b1864-c116-42d6-a3cd-54c093f54a87 service neutron] 10.222.0.52 "GET /v2.0/networks/d1e2369b-9c9e-48c7-ad95-912112584ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900490 Jun 23 10:12:28.199837 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-64885ae5-5469-4685-a0ac-5d2984ce4ea5 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:28.329965 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-64885ae5-5469-4685-a0ac-5d2984ce4ea5 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707131'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:28.432977 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.db.l3_db [None req-64885ae5-5469-4685-a0ac-5d2984ce4ea5 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Floating IP a448b2bc-f1dc-456f-a837-22569b54bac9 associated. External IP: 172.27.2.209, port: 7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8. Jun 23 10:12:28.641097 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64885ae5-5469-4685-a0ac-5d2984ce4ea5 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Router 4289399a-5ee4-4996-8ceb-7fb9918adb2d has already been hosted by L3 agent df545903-e04d-4712-ace0-112b1e927481 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 10:12:28.751731 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64885ae5-5469-4685-a0ac-5d2984ce4ea5 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify agent at l3_agent.dv-cinder-797510-1-iscsi the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 10:12:28.756856 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-64885ae5-5469-4685-a0ac-5d2984ce4ea5 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:28.762267 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a533cf0c-5957-44d3-9522-ced5c835e3d6 None None] Sync routers for ids ['4289399a-5ee4-4996-8ceb-7fb9918adb2d'] in dv-cinder-797510-1-iscsi {{(pid=93712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 10:12:28.771180 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a533cf0c-5957-44d3-9522-ced5c835e3d6 None None] Routers {'4289399a-5ee4-4996-8ceb-7fb9918adb2d'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:12:28.771765 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-a533cf0c-5957-44d3-9522-ced5c835e3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:12:20Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['4289399a-5ee4-4996-8ceb-7fb9918adb2d'], 'active': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:12:28.793287 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-64885ae5-5469-4685-a0ac-5d2984ce4ea5 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "PUT /v2.0/floatingips/a448b2bc-f1dc-456f-a837-22569b54bac9 HTTP/1.1" status: 200 len: 991 time: 1.3603969 Jun 23 10:12:28.879718 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvr_db [None req-a533cf0c-5957-44d3-9522-ced5c835e3d6 None None] Set router 4289399a-5ee4-4996-8ceb-7fb9918adb2d gateway port host: dv-cinder-797510-1-iscsi {{(pid=93712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:12:28.893758 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fe33559-5a9b-4c50-b9ed-66c9c2390343', 'tag': '7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:12:28.897539 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404634ef6dbf53e9c182992e714e82192e1d0d35f5c652938e4b1e64141411fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fb65ab-63ae-4956-a52d-0206c01b37ac" -d '{"events": [{"name": "network-changed", "server_uuid": "4fe33559-5a9b-4c50-b9ed-66c9c2390343", "tag": "7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:12:28.937243 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 10:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b89d36-76e6-4e13-93e8-0b11e6cd81ea x-openstack-request-id: req-c8b89d36-76e6-4e13-93e8-0b11e6cd81ea {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:12:28.938033 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fe33559-5a9b-4c50-b9ed-66c9c2390343", "tag": "7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:12:28.938544 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c8b89d36-76e6-4e13-93e8-0b11e6cd81ea {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:12:28.939520 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fe33559-5a9b-4c50-b9ed-66c9c2390343', 'tag': '7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8', 'status': 'completed', 'code': 200} Jun 23 10:12:29.135503 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-a533cf0c-5957-44d3-9522-ced5c835e3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'name': 'tempest-AttachVolumeTestJSON-1884555333-router', 'tenant_id': '2bfd8cef6a2f47babb53716771db0095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '0729db3c-c967-4684-b5dc-9c4ba053d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:07:12Z', 'updated_at': '2021-06-23T10:07:22Z', 'revision_number': 4, 'project_id': '2bfd8cef6a2f47babb53716771db0095', 'gw_port': {'id': '0729db3c-c967-4684-b5dc-9c4ba053d154', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:37:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:14Z', 'updated_at': '2021-06-23T10:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_floatingips': [{'id': 'a448b2bc-f1dc-456f-a837-22569b54bac9', 'tenant_id': '2bfd8cef6a2f47babb53716771db0095', 'floating_ip_address': '172.27.2.209', 'floating_network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'router_id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'port_id': '7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75208ede-2304-4522-bb33-3632300dc81d', 'mac_address': 'fa:16:3e:05:76:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe33559-5a9b-4c50-b9ed-66c9c2390343', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T10:12:11Z', 'updated_at': '2021-06-23T10:12:28Z', 'revision_number': 1, 'project_id': '2bfd8cef6a2f47babb53716771db0095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d2894c6-8ab1-4f91-8052-6a6e4b5c0d34', 'name': '', 'network_id': '75208ede-2304-4522-bb33-3632300dc81d', 'tenant_id': '2bfd8cef6a2f47babb53716771db0095', 'mac_address': 'fa:16:3e:d8:8c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '222c10a8-002c-4ace-acfb-70d9b2714faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:20Z', 'updated_at': '2021-06-23T10:07:33Z', 'revision_number': 5, 'project_id': '2bfd8cef6a2f47babb53716771db0095', 'subnets': [{'id': '222c10a8-002c-4ace-acfb-70d9b2714faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:12:29.166056 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a533cf0c-5957-44d3-9522-ced5c835e3d6 None None] Checking router: 4289399a-5ee4-4996-8ceb-7fb9918adb2d for host: dv-cinder-797510-1-iscsi {{(pid=93712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 10:12:29.173665 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb65ab-63ae-4956-a52d-0206c01b37ac req-816a2019-a453-4d13-ad2d-3ee4356b6b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:29.175365 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-15fb65ab-63ae-4956-a52d-0206c01b37ac req-816a2019-a453-4d13-ad2d-3ee4356b6b49 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2bfd8cef6a2f47babb53716771db0095&device_id=4fe33559-5a9b-4c50-b9ed-66c9c2390343 HTTP/1.1" status: 200 len: 1098 time: 0.2027020 Jun 23 10:12:29.176892 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a533cf0c-5957-44d3-9522-ced5c835e3d6 None None] Routers {'4289399a-5ee4-4996-8ceb-7fb9918adb2d'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:12:29.178358 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-a533cf0c-5957-44d3-9522-ced5c835e3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:12:20Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['4289399a-5ee4-4996-8ceb-7fb9918adb2d'], 'active': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:12:29.269589 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb65ab-63ae-4956-a52d-0206c01b37ac req-6d49ab2e-343b-468f-a0c2-09a64c03d6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:29.271833 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-15fb65ab-63ae-4956-a52d-0206c01b37ac req-6d49ab2e-343b-468f-a0c2-09a64c03d6bf service neutron] 10.222.0.52 "GET /v2.0/networks?id=75208ede-2304-4522-bb33-3632300dc81d HTTP/1.1" status: 200 len: 912 time: 0.0894294 Jun 23 10:12:29.280529 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvr_db [None req-a533cf0c-5957-44d3-9522-ced5c835e3d6 None None] Set router 4289399a-5ee4-4996-8ceb-7fb9918adb2d gateway port host: dv-cinder-797510-1-iscsi {{(pid=93712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:12:29.345633 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-15fb65ab-63ae-4956-a52d-0206c01b37ac req-1184ebe6-bb4b-410f-8d5a-d54d5f430cdc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8 HTTP/1.1" status: 200 len: 999 time: 0.0678744 Jun 23 10:12:29.403121 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb65ab-63ae-4956-a52d-0206c01b37ac req-a5125ee1-9158-497b-83d2-97692f863ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:29.404637 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-15fb65ab-63ae-4956-a52d-0206c01b37ac req-a5125ee1-9158-497b-83d2-97692f863ec9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=222c10a8-002c-4ace-acfb-70d9b2714faa HTTP/1.1" status: 200 len: 850 time: 0.0525184 Jun 23 10:12:29.472029 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fb65ab-63ae-4956-a52d-0206c01b37ac req-5eb2cace-4f9d-40ed-85a3-b79d8862c501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:29.473559 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-15fb65ab-63ae-4956-a52d-0206c01b37ac req-5eb2cace-4f9d-40ed-85a3-b79d8862c501 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=75208ede-2304-4522-bb33-3632300dc81d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0629520 Jun 23 10:12:29.525003 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-a533cf0c-5957-44d3-9522-ced5c835e3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'name': 'tempest-AttachVolumeTestJSON-1884555333-router', 'tenant_id': '2bfd8cef6a2f47babb53716771db0095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '0729db3c-c967-4684-b5dc-9c4ba053d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:07:12Z', 'updated_at': '2021-06-23T10:07:22Z', 'revision_number': 4, 'project_id': '2bfd8cef6a2f47babb53716771db0095', 'gw_port': {'id': '0729db3c-c967-4684-b5dc-9c4ba053d154', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:37:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:14Z', 'updated_at': '2021-06-23T10:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_floatingips': [{'id': 'a448b2bc-f1dc-456f-a837-22569b54bac9', 'tenant_id': '2bfd8cef6a2f47babb53716771db0095', 'floating_ip_address': '172.27.2.209', 'floating_network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'router_id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'port_id': '7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75208ede-2304-4522-bb33-3632300dc81d', 'mac_address': 'fa:16:3e:05:76:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe33559-5a9b-4c50-b9ed-66c9c2390343', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T10:12:11Z', 'updated_at': '2021-06-23T10:12:28Z', 'revision_number': 1, 'project_id': '2bfd8cef6a2f47babb53716771db0095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d2894c6-8ab1-4f91-8052-6a6e4b5c0d34', 'name': '', 'network_id': '75208ede-2304-4522-bb33-3632300dc81d', 'tenant_id': '2bfd8cef6a2f47babb53716771db0095', 'mac_address': 'fa:16:3e:d8:8c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '222c10a8-002c-4ace-acfb-70d9b2714faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:20Z', 'updated_at': '2021-06-23T10:07:33Z', 'revision_number': 5, 'project_id': '2bfd8cef6a2f47babb53716771db0095', 'subnets': [{'id': '222c10a8-002c-4ace-acfb-70d9b2714faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:12:29.551008 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a533cf0c-5957-44d3-9522-ced5c835e3d6 None None] The sync data for ids ['4289399a-5ee4-4996-8ceb-7fb9918adb2d'] in dv-cinder-797510-1-iscsi is: [{'id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'name': 'tempest-AttachVolumeTestJSON-1884555333-router', 'tenant_id': '2bfd8cef6a2f47babb53716771db0095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '0729db3c-c967-4684-b5dc-9c4ba053d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:07:12Z', 'updated_at': '2021-06-23T10:07:22Z', 'revision_number': 4, 'project_id': '2bfd8cef6a2f47babb53716771db0095', 'gw_port': {'id': '0729db3c-c967-4684-b5dc-9c4ba053d154', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:37:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:14Z', 'updated_at': '2021-06-23T10:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_floatingips': [{'id': 'a448b2bc-f1dc-456f-a837-22569b54bac9', 'tenant_id': '2bfd8cef6a2f47babb53716771db0095', 'floating_ip_address': '172.27.2.209', 'floating_network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'router_id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'port_id': '7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75208ede-2304-4522-bb33-3632300dc81d', 'mac_address': 'fa:16:3e:05:76:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe33559-5a9b-4c50-b9ed-66c9c2390343', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T10:12:11Z', 'updated_at': '2021-06-23T10:12:28Z', 'revision_number': 1, 'project_id': '2bfd8cef6a2f47babb53716771db0095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d2894c6-8ab1-4f91-8052-6a6e4b5c0d34', 'name': '', 'network_id': '75208ede-2304-4522-bb33-3632300dc81d', 'tenant_id': '2bfd8cef6a2f47babb53716771db0095', 'mac_address': 'fa:16:3e:d8:8c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '222c10a8-002c-4ace-acfb-70d9b2714faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:20Z', 'updated_at': '2021-06-23T10:07:33Z', 'revision_number': 5, 'project_id': '2bfd8cef6a2f47babb53716771db0095', 'subnets': [{'id': '222c10a8-002c-4ace-acfb-70d9b2714faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 10:12:29.566239 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-15fb65ab-63ae-4956-a52d-0206c01b37ac req-fc4b5259-2e29-4ed4-8b7d-d5a6f40f8982 service neutron] 10.222.0.52 "GET /v2.0/networks/75208ede-2304-4522-bb33-3632300dc81d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816479 Jun 23 10:12:29.671187 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-15fb65ab-63ae-4956-a52d-0206c01b37ac req-6300d494-8e1b-44d1-ba85-454ec69972d1 service neutron] 10.222.0.52 "GET /v2.0/networks/75208ede-2304-4522-bb33-3632300dc81d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979943 Jun 23 10:12:29.757342 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146ec453-3575-48e0-a0d7-66fcfb1934cb None None] New status for floating IP a448b2bc-f1dc-456f-a837-22569b54bac9: ACTIVE {{(pid=93713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 10:12:31.475032 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 39164) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:12:31.580915 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-e0bb3037-9685-4d8b-bed5-3e7936933454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:31.669393 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-e0bb3037-9685-4d8b-bed5-3e7936933454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:31.724797 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-e0bb3037-9685-4d8b-bed5-3e7936933454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:31.728518 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-81f254a6-9309-4915-a96f-ebf3f3498116 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:31.764229 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-e0bb3037-9685-4d8b-bed5-3e7936933454 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=79167483bd7f4aad8213e0b62d1aa63a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2881529 Jun 23 10:12:31.765404 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bb3037-9685-4d8b-bed5-3e7936933454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3775f3fe-cdab-4e9a-9b71-b7dc7fad51f7,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:31.766872 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 39174) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:12:31.772659 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-e0bb3037-9685-4d8b-bed5-3e7936933454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:31.819074 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-347c7b21-d333-4fd9-bcae-4634d3153bc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:31.840738 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-347c7b21-d333-4fd9-bcae-4634d3153bc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:31.952758 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-347c7b21-d333-4fd9-bcae-4634d3153bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:31.955536 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-347c7b21-d333-4fd9-bcae-4634d3153bc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:31.956684 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-347c7b21-d333-4fd9-bcae-4634d3153bc3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3775f3fe-cdab-4e9a-9b71-b7dc7fad51f7 HTTP/1.1" status: 204 len: 168 time: 0.1876109 Jun 23 10:12:31.957443 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-001943aa-7a79-482e-a37f-f5d8646802c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:31.969212 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347c7b21-d333-4fd9-bcae-4634d3153bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3775f3fe-cdab-4e9a-9b71-b7dc7fad51f7,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:31.972531 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-347c7b21-d333-4fd9-bcae-4634d3153bc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:32.649660 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 39206) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:12:32.664205 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-228bbb2c-dcd1-4221-9332-e55f1b13215c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:32.754230 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-228bbb2c-dcd1-4221-9332-e55f1b13215c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:32.838052 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-228bbb2c-dcd1-4221-9332-e55f1b13215c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:32.841508 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-a109c8e6-3fcd-484d-950a-5cc7721a3ce3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:32.882177 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-228bbb2c-dcd1-4221-9332-e55f1b13215c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=492bff8bcf564912a0133c28aec676cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2314105 Jun 23 10:12:32.883543 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228bbb2c-dcd1-4221-9332-e55f1b13215c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b67c57-943f-47e5-9427-31406b32a931,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:32.884891 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 39214) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:12:32.886481 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-228bbb2c-dcd1-4221-9332-e55f1b13215c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:32.935660 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8cf5a976-6c71-4848-8b86-5dff99db2b9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:32.957568 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8cf5a976-6c71-4848-8b86-5dff99db2b9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:33.095673 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8cf5a976-6c71-4848-8b86-5dff99db2b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:33.098296 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8cf5a976-6c71-4848-8b86-5dff99db2b9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:33.099467 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-8cf5a976-6c71-4848-8b86-5dff99db2b9f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/98b67c57-943f-47e5-9427-31406b32a931 HTTP/1.1" status: 204 len: 168 time: 0.2133975 Jun 23 10:12:33.100326 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-4e0ead80-7e73-4280-aa6b-0ae0566884e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:33.109272 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf5a976-6c71-4848-8b86-5dff99db2b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b67c57-943f-47e5-9427-31406b32a931,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:33.111570 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-8cf5a976-6c71-4848-8b86-5dff99db2b9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:33.244162 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-eb8cfc24-00a4-4c26-b4c8-eb9a086c4675 req-baa26659-d1e7-479d-aab7-318c34e63f45 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f417efe8-3407-489a-af87-32e428763451&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0535233 Jun 23 10:12:33.361681 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8cfc24-00a4-4c26-b4c8-eb9a086c4675 req-e1b4bf1a-9153-4a1b-92d9-28cef7138700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:33.367323 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-eb8cfc24-00a4-4c26-b4c8-eb9a086c4675 req-e1b4bf1a-9153-4a1b-92d9-28cef7138700 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=278659f79a2c4eca8923ba599560e630&device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 1138 time: 0.0720937 Jun 23 10:12:33.494230 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8cfc24-00a4-4c26-b4c8-eb9a086c4675 req-9077cf7d-33bf-4303-a5af-77138d1fea8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:33.495771 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-eb8cfc24-00a4-4c26-b4c8-eb9a086c4675 req-9077cf7d-33bf-4303-a5af-77138d1fea8a service neutron] 10.222.0.52 "GET /v2.0/networks?id=d1e2369b-9c9e-48c7-ad95-912112584ee9 HTTP/1.1" status: 200 len: 916 time: 0.0959494 Jun 23 10:12:33.597336 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-eb8cfc24-00a4-4c26-b4c8-eb9a086c4675 req-9cbfe8e0-1c02-4ee0-9106-06e7f849aab2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8dd6be9-2893-4389-8820-b71d2fdde08d HTTP/1.1" status: 200 len: 1002 time: 0.0933888 Jun 23 10:12:33.664386 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8cfc24-00a4-4c26-b4c8-eb9a086c4675 req-5cd4d8c9-f3cc-4225-98a5-b664bf3e64ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:33.665875 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-eb8cfc24-00a4-4c26-b4c8-eb9a086c4675 req-5cd4d8c9-f3cc-4225-98a5-b664bf3e64ec service neutron] 10.222.0.52 "GET /v2.0/subnets?id=afa03641-580d-49e0-b7dc-70c319ff3a24 HTTP/1.1" status: 200 len: 854 time: 0.0540006 Jun 23 10:12:33.743604 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8cfc24-00a4-4c26-b4c8-eb9a086c4675 req-7b2d57ea-b8c9-4248-89f2-b972830d0a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:33.745088 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-eb8cfc24-00a4-4c26-b4c8-eb9a086c4675 req-7b2d57ea-b8c9-4248-89f2-b972830d0a9e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d1e2369b-9c9e-48c7-ad95-912112584ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0585248 Jun 23 10:12:33.837069 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-eb8cfc24-00a4-4c26-b4c8-eb9a086c4675 req-78a0e321-12fc-4c01-bade-1dfbf648d3ac service neutron] 10.222.0.52 "GET /v2.0/networks/d1e2369b-9c9e-48c7-ad95-912112584ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836840 Jun 23 10:12:33.861351 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:33.940921 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-eb8cfc24-00a4-4c26-b4c8-eb9a086c4675 req-eddc7859-8f4b-491c-85f3-96f0922be6f2 service neutron] 10.222.0.52 "GET /v2.0/networks/d1e2369b-9c9e-48c7-ad95-912112584ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903482 Jun 23 10:12:33.973135 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 39250) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:12:33.988596 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-06422af0-494a-4df3-8426-49f94a88b858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:34.084709 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-06422af0-494a-4df3-8426-49f94a88b858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:34.192145 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-06422af0-494a-4df3-8426-49f94a88b858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:34.196210 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-451eab0b-2c43-4370-8a3c-d356593a5f86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:34.232532 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-06422af0-494a-4df3-8426-49f94a88b858 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3519d3e9def74b1189d4544dca5484d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2570770 Jun 23 10:12:34.233672 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06422af0-494a-4df3-8426-49f94a88b858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7cd9af4-e5ed-435a-8d6f-148e474fddf2,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:34.235186 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 39260) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:12:34.236536 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-06422af0-494a-4df3-8426-49f94a88b858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:34.285638 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-cea7dca2-fb86-47e5-8e80-cae27151c44f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:34.307728 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-cea7dca2-fb86-47e5-8e80-cae27151c44f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:34.516661 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-cea7dca2-fb86-47e5-8e80-cae27151c44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:34.519382 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-cea7dca2-fb86-47e5-8e80-cae27151c44f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:34.520525 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-cea7dca2-fb86-47e5-8e80-cae27151c44f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f7cd9af4-e5ed-435a-8d6f-148e474fddf2 HTTP/1.1" status: 204 len: 168 time: 0.2843108 Jun 23 10:12:34.521808 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-c088ecdd-278f-49d6-97ec-148d40a50256 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:34.529426 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7dca2-fb86-47e5-8e80-cae27151c44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7cd9af4-e5ed-435a-8d6f-148e474fddf2,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:34.531835 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-cea7dca2-fb86-47e5-8e80-cae27151c44f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:40.145242 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3391f-6dfe-44ca-bd39-02882d629375 req-ae77573d-4906-44ee-8e06-b1cad2fecf9d tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:40.147555 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-43e3391f-6dfe-44ca-bd39-02882d629375 req-ae77573d-4906-44ee-8e06-b1cad2fecf9d tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/ports?device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 985 time: 0.0689065 Jun 23 10:12:40.190531 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-43e3391f-6dfe-44ca-bd39-02882d629375 req-867134ae-a64e-4667-a03b-e97ccab24f4a tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/security-groups?id=62532a17-374c-4540-adad-52118516bd58&id=b75a2980-feef-4b8f-a665-38c0cd83c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367944 Jun 23 10:12:40.247173 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00336ac-bfe6-4725-8f14-9456160546fb req-9b71556a-c2ac-4d83-ae9d-fbdf38e80ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:40.247173 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-a00336ac-bfe6-4725-8f14-9456160546fb req-9b71556a-c2ac-4d83-ae9d-fbdf38e80ced service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=278659f79a2c4eca8923ba599560e630&device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 1138 time: 0.0633028 Jun 23 10:12:40.338745 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00336ac-bfe6-4725-8f14-9456160546fb req-8cb4d9d9-7190-48e6-b3f4-8537beb1b69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:40.340201 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-a00336ac-bfe6-4725-8f14-9456160546fb req-8cb4d9d9-7190-48e6-b3f4-8537beb1b69d service neutron] 10.222.0.52 "GET /v2.0/networks?id=d1e2369b-9c9e-48c7-ad95-912112584ee9 HTTP/1.1" status: 200 len: 916 time: 0.0886934 Jun 23 10:12:40.415036 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-a00336ac-bfe6-4725-8f14-9456160546fb req-e3ae6cf5-a409-4376-affa-e10e87b8b86d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8dd6be9-2893-4389-8820-b71d2fdde08d HTTP/1.1" status: 200 len: 1002 time: 0.0670495 Jun 23 10:12:40.472160 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00336ac-bfe6-4725-8f14-9456160546fb req-49ff46ea-1dcf-4d01-adc4-a58ec7b1caa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:40.474208 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-a00336ac-bfe6-4725-8f14-9456160546fb req-49ff46ea-1dcf-4d01-adc4-a58ec7b1caa2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=afa03641-580d-49e0-b7dc-70c319ff3a24 HTTP/1.1" status: 200 len: 854 time: 0.0500641 Jun 23 10:12:40.531289 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00336ac-bfe6-4725-8f14-9456160546fb req-878a6485-1dcb-4bc0-a2da-3a350ca6e5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:40.532787 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-a00336ac-bfe6-4725-8f14-9456160546fb req-878a6485-1dcb-4bc0-a2da-3a350ca6e5f5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d1e2369b-9c9e-48c7-ad95-912112584ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523067 Jun 23 10:12:40.636473 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-a00336ac-bfe6-4725-8f14-9456160546fb req-f47bbcf4-1107-40c4-92f3-e51bde9c67ae service neutron] 10.222.0.52 "GET /v2.0/networks/d1e2369b-9c9e-48c7-ad95-912112584ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965149 Jun 23 10:12:40.732374 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-a00336ac-bfe6-4725-8f14-9456160546fb req-dfc35460-1e2e-4280-b8e8-bfe403ff751e service neutron] 10.222.0.52 "GET /v2.0/networks/d1e2369b-9c9e-48c7-ad95-912112584ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856140 Jun 23 10:12:40.977823 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 39366) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:12:41.083500 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-547ca07c-a7d1-4385-a052-431ee8300db2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:41.168080 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-547ca07c-a7d1-4385-a052-431ee8300db2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:41.278212 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-547ca07c-a7d1-4385-a052-431ee8300db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:41.280826 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-e0bb3037-9685-4d8b-bed5-3e7936933454 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:41.321109 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-547ca07c-a7d1-4385-a052-431ee8300db2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3dee6f00ba174ef591d4b803d3401fc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3421037 Jun 23 10:12:41.321909 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ca07c-a7d1-4385-a052-431ee8300db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7598bf-1ffb-43f0-ae3a-e1dbc524db42,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:41.323836 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 39372) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:12:41.340248 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ca07c-a7d1-4385-a052-431ee8300db2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:12:41.340626 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ca07c-a7d1-4385-a052-431ee8300db2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:12:41.340985 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ca07c-a7d1-4385-a052-431ee8300db2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:12:41.341341 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ca07c-a7d1-4385-a052-431ee8300db2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:12:41.341695 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ca07c-a7d1-4385-a052-431ee8300db2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:12:41.342042 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ca07c-a7d1-4385-a052-431ee8300db2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:12:41.342388 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ca07c-a7d1-4385-a052-431ee8300db2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:12:41.342762 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ca07c-a7d1-4385-a052-431ee8300db2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:12:41.343268 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ca07c-a7d1-4385-a052-431ee8300db2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:12:41.343647 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ca07c-a7d1-4385-a052-431ee8300db2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:12:41.343989 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ca07c-a7d1-4385-a052-431ee8300db2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:12:41.344943 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547ca07c-a7d1-4385-a052-431ee8300db2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:12:41.363619 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-547ca07c-a7d1-4385-a052-431ee8300db2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:41.394307 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff3e55-47f7-489b-81a2-c2ce1ab737e8 req-a1664e04-f559-4ff1-b6d9-b0e375256e41 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:41.396545 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-23ff3e55-47f7-489b-81a2-c2ce1ab737e8 req-a1664e04-f559-4ff1-b6d9-b0e375256e41 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/ports?device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 985 time: 0.0909278 Jun 23 10:12:41.399764 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-25380df0-7a01-4cc5-a918-a587ea051298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:41.421264 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-25380df0-7a01-4cc5-a918-a587ea051298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:41.438040 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-23ff3e55-47f7-489b-81a2-c2ce1ab737e8 req-22cd8024-f112-4f1a-abc8-5824e67eda88 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/security-groups?id=62532a17-374c-4540-adad-52118516bd58&id=b75a2980-feef-4b8f-a665-38c0cd83c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345507 Jun 23 10:12:41.575161 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-25380df0-7a01-4cc5-a918-a587ea051298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:41.577667 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-25380df0-7a01-4cc5-a918-a587ea051298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:41.578879 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-25380df0-7a01-4cc5-a918-a587ea051298 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6a7598bf-1ffb-43f0-ae3a-e1dbc524db42 HTTP/1.1" status: 204 len: 168 time: 0.2541368 Jun 23 10:12:41.579631 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-dffee9cb-d8ee-4a93-902f-ff8d42916bda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:12:41.587659 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25380df0-7a01-4cc5-a918-a587ea051298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7598bf-1ffb-43f0-ae3a-e1dbc524db42,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:12:41.589881 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-25380df0-7a01-4cc5-a918-a587ea051298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:12:44.318066 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e1bd80-35b2-4d97-8151-019e327fe97b req-9800658f-5369-469e-a3a2-d957c3e7594a tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:44.319543 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e8e1bd80-35b2-4d97-8151-019e327fe97b req-9800658f-5369-469e-a3a2-d957c3e7594a tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/ports?device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 985 time: 0.0616632 Jun 23 10:12:44.363642 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e8e1bd80-35b2-4d97-8151-019e327fe97b req-969e1238-f011-4de1-8b88-d1bdb349a79e tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/security-groups?id=62532a17-374c-4540-adad-52118516bd58&id=b75a2980-feef-4b8f-a665-38c0cd83c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0382662 Jun 23 10:12:45.075783 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.agents_db [None req-4b03355e-e743-40fc-912e-580b49e4c212 None None] Agent healthcheck: found 6 active agents {{(pid=93713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 10:12:47.795397 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f024d-452d-4886-8aae-54d0a5e926cd req-f0ffeeeb-e54b-45ec-b3db-15c1cc1f61b6 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:47.796852 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a40f024d-452d-4886-8aae-54d0a5e926cd req-f0ffeeeb-e54b-45ec-b3db-15c1cc1f61b6 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/ports?device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 985 time: 0.0610664 Jun 23 10:12:47.838074 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a40f024d-452d-4886-8aae-54d0a5e926cd req-f8b28174-46f9-4905-b860-33a2a7c36131 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/security-groups?id=62532a17-374c-4540-adad-52118516bd58&id=b75a2980-feef-4b8f-a665-38c0cd83c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350986 Jun 23 10:12:47.929626 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-40aec5a2-a30a-497f-b2ed-7e9bbc431934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:49.018358 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8868b3-d76a-4f58-9045-635f31a6b6c8 req-db804f8c-d9f1-4f4a-be0e-11e11ef82447 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:49.019863 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ba8868b3-d76a-4f58-9045-635f31a6b6c8 req-db804f8c-d9f1-4f4a-be0e-11e11ef82447 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/ports?device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 985 time: 0.0662026 Jun 23 10:12:49.060122 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ba8868b3-d76a-4f58-9045-635f31a6b6c8 req-4b16cc45-8ccc-40aa-bcdd-fde8cb572728 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/security-groups?id=62532a17-374c-4540-adad-52118516bd58&id=b75a2980-feef-4b8f-a665-38c0cd83c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339122 Jun 23 10:12:50.414989 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-087d83d8-2733-4b50-84a6-57638d9cbdeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:50.613011 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:51.477639 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-549d35a9-2eb0-42c6-a322-a779b3edc54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:52.604131 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53769181-4d64-40b7-975b-b8fa21bddebd req-52f8e9df-d5c1-4c12-bcc3-84379aaeceef tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:52.605509 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-53769181-4d64-40b7-975b-b8fa21bddebd req-52f8e9df-d5c1-4c12-bcc3-84379aaeceef tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/ports?device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 985 time: 0.0665500 Jun 23 10:12:52.644619 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-53769181-4d64-40b7-975b-b8fa21bddebd req-b91a4267-7128-4d19-8348-13083b8fb36f tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/security-groups?id=62532a17-374c-4540-adad-52118516bd58&id=b75a2980-feef-4b8f-a665-38c0cd83c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334115 Jun 23 10:12:53.504725 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-329354e5-9e69-417d-83ab-34bb473e22da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:12:53.870361 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece7a8b-4445-45f1-b941-d7136ca16604 req-4eb40b83-89e6-4e8b-ab9d-cddcabc15415 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:53.871749 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-eece7a8b-4445-45f1-b941-d7136ca16604 req-4eb40b83-89e6-4e8b-ab9d-cddcabc15415 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/ports?device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 985 time: 0.0628927 Jun 23 10:12:53.914091 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-eece7a8b-4445-45f1-b941-d7136ca16604 req-b271a398-4baa-4b69-8beb-a3042c678938 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/security-groups?id=62532a17-374c-4540-adad-52118516bd58&id=b75a2980-feef-4b8f-a665-38c0cd83c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364232 Jun 23 10:12:57.057210 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2702589-bbf6-4019-b8c6-56c2cbe3ed24 req-bcd99add-afd2-49d2-8c55-050b6715c575 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:57.058760 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a2702589-bbf6-4019-b8c6-56c2cbe3ed24 req-bcd99add-afd2-49d2-8c55-050b6715c575 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/ports?device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 985 time: 0.0661476 Jun 23 10:12:57.100051 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a2702589-bbf6-4019-b8c6-56c2cbe3ed24 req-74d5fffe-10d7-4b23-82e1-79666c38a038 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/security-groups?id=62532a17-374c-4540-adad-52118516bd58&id=b75a2980-feef-4b8f-a665-38c0cd83c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356810 Jun 23 10:12:58.290903 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9299200c-a55d-4ae7-927c-d4dcde044fc5 req-bdde6092-cc9c-403f-805c-dd3dfcf37165 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:58.292450 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9299200c-a55d-4ae7-927c-d4dcde044fc5 req-bdde6092-cc9c-403f-805c-dd3dfcf37165 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/ports?device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 985 time: 0.0669880 Jun 23 10:12:58.334905 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9299200c-a55d-4ae7-927c-d4dcde044fc5 req-cf7a5fba-8bb6-4b15-9e72-01cbb024b8d6 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/security-groups?id=62532a17-374c-4540-adad-52118516bd58&id=b75a2980-feef-4b8f-a665-38c0cd83c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365419 Jun 23 10:12:58.770356 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e30f87-ab2c-4715-8b2f-23550d0c583b req-056e0430-cecf-4941-a157-aa02dcbede4b tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:58.771866 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-74e30f87-ab2c-4715-8b2f-23550d0c583b req-056e0430-cecf-4941-a157-aa02dcbede4b tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.47 "GET /v2.0/ports?device_id=62b277bf-e2a1-4527-9c7c-c7e3f74f195c HTTP/1.1" status: 200 len: 945 time: 0.0621758 Jun 23 10:12:58.808462 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-74e30f87-ab2c-4715-8b2f-23550d0c583b req-fe103cd6-d1b3-4fb0-a8da-1319572121d2 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.47 "GET /v2.0/security-groups?id=041c3a61-5603-48a0-bd35-5c7095f438f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310276 Jun 23 10:12:59.522445 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f6321-59f4-41fe-871a-a782dfb1855e req-9f53457b-e3a7-43c0-bb86-754b3116ade5 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:59.523987 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e89f6321-59f4-41fe-871a-a782dfb1855e req-9f53457b-e3a7-43c0-bb86-754b3116ade5 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/ports?device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 985 time: 0.0683961 Jun 23 10:12:59.562869 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e89f6321-59f4-41fe-871a-a782dfb1855e req-2cbb3336-aa11-4e7f-a25f-f8a77b56da50 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/security-groups?id=62532a17-374c-4540-adad-52118516bd58&id=b75a2980-feef-4b8f-a665-38c0cd83c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331793 Jun 23 10:12:59.980244 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf53ca5-2aa0-4b02-98db-f3723ed1dcb6 req-864cd3b9-30b5-49d6-87ee-42a831bc3fd3 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:12:59.981673 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-abf53ca5-2aa0-4b02-98db-f3723ed1dcb6 req-864cd3b9-30b5-49d6-87ee-42a831bc3fd3 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.47 "GET /v2.0/ports?device_id=62b277bf-e2a1-4527-9c7c-c7e3f74f195c HTTP/1.1" status: 200 len: 945 time: 0.0615888 Jun 23 10:13:00.018899 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-abf53ca5-2aa0-4b02-98db-f3723ed1dcb6 req-af7a4724-7ac9-447a-aae0-31c34851c3cd tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.47 "GET /v2.0/security-groups?id=041c3a61-5603-48a0-bd35-5c7095f438f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316536 Jun 23 10:13:00.609794 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62fa6f3-93b8-41c1-be16-3f979d93a7c8 req-b2793015-ff8e-4aa4-bbb6-538846db3024 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:00.611349 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-e62fa6f3-93b8-41c1-be16-3f979d93a7c8 req-b2793015-ff8e-4aa4-bbb6-538846db3024 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.52 "GET /v2.0/ports?device_id=62b277bf-e2a1-4527-9c7c-c7e3f74f195c HTTP/1.1" status: 200 len: 945 time: 0.0646236 Jun 23 10:13:00.716404 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [req-e62fa6f3-93b8-41c1-be16-3f979d93a7c8 req-c90336f8-2c78-4b37-8329-7b77372f8c5c tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Deleting port a5a4fa0b-32e6-47cd-b17b-eca8d65da9c3 {{(pid=93710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:13:00.716827 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-e62fa6f3-93b8-41c1-be16-3f979d93a7c8 req-c90336f8-2c78-4b37-8329-7b77372f8c5c tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:00.746175 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d60a12-c7e6-402f-aedb-6a9556bc6634 req-19261d11-2b06-48f0-95af-b20930441c99 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:00.747678 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d1d60a12-c7e6-402f-aedb-6a9556bc6634 req-19261d11-2b06-48f0-95af-b20930441c99 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/ports?device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 985 time: 0.0673780 Jun 23 10:13:00.788587 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d1d60a12-c7e6-402f-aedb-6a9556bc6634 req-7afadf1b-b46e-490c-af16-b93b328390f0 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/security-groups?id=62532a17-374c-4540-adad-52118516bd58&id=b75a2980-feef-4b8f-a665-38c0cd83c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348723 Jun 23 10:13:00.805323 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.db [req-e62fa6f3-93b8-41c1-be16-3f979d93a7c8 req-c90336f8-2c78-4b37-8329-7b77372f8c5c tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] For port a5a4fa0b-32e6-47cd-b17b-eca8d65da9c3, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=a5a4fa0b-32e6-47cd-b17b-eca8d65da9c3,segment=NetworkSegment(ce09e72f-ccdb-4fbd-8864-2bdc76ee721c),segment_id=ce09e72f-ccdb-4fbd-8864-2bdc76ee721c)] {{(pid=93710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:13:00.805689 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-e62fa6f3-93b8-41c1-be16-3f979d93a7c8 req-c90336f8-2c78-4b37-8329-7b77372f8c5c tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:00.822443 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [req-e62fa6f3-93b8-41c1-be16-3f979d93a7c8 req-c90336f8-2c78-4b37-8329-7b77372f8c5c tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Calling delete_port for a5a4fa0b-32e6-47cd-b17b-eca8d65da9c3 owned by compute:nova {{(pid=93710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:13:01.049335 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-e62fa6f3-93b8-41c1-be16-3f979d93a7c8 req-c90336f8-2c78-4b37-8329-7b77372f8c5c tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31904537'] for port, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:01.055124 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-8028bc71-07bc-4a59-8976-2858be8654ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:13:01.061982 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] get_ports_and_sgs() called for port_ids ['a5a4fa0b-32e6-47cd-b17b-eca8d65da9c3'] {{(pid=93712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 10:13:01.089567 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90336f8-2c78-4b37-8329-7b77372f8c5c tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Pushing event deleted for resources: {'Port': ['ID=a5a4fa0b-32e6-47cd-b17b-eca8d65da9c3,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:13:01.091960 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-c90336f8-2c78-4b37-8329-7b77372f8c5c tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:13:01.131173 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.l3_dvrscheduler_db [req-e62fa6f3-93b8-41c1-be16-3f979d93a7c8 req-c90336f8-2c78-4b37-8329-7b77372f8c5c tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] No DVR routers for this DVR port a5a4fa0b-32e6-47cd-b17b-eca8d65da9c3 on host hv-cinder-79751 {{(pid=93710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 10:13:01.133516 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-e62fa6f3-93b8-41c1-be16-3f979d93a7c8 req-c90336f8-2c78-4b37-8329-7b77372f8c5c tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for port, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:01.135471 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-e62fa6f3-93b8-41c1-be16-3f979d93a7c8 req-c90336f8-2c78-4b37-8329-7b77372f8c5c tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.52 "DELETE /v2.0/ports/a5a4fa0b-32e6-47cd-b17b-eca8d65da9c3 HTTP/1.1" status: 204 len: 173 time: 0.5187263 Jun 23 10:13:01.135970 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b277bf-e2a1-4527-9c7c-c7e3f74f195c', 'name': 'network-vif-deleted', 'tag': 'a5a4fa0b-32e6-47cd-b17b-eca8d65da9c3'}] {{(pid=93710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:13:01.138235 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476757ab5199ad7afce7410758f86ea887fce0aa64a809171aa19cb360cf7c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e90e95c-e756-42ed-b6c5-c81fff57c0b0" -d '{"events": [{"server_uuid": "62b277bf-e2a1-4527-9c7c-c7e3f74f195c", "name": "network-vif-deleted", "tag": "a5a4fa0b-32e6-47cd-b17b-eca8d65da9c3"}]}' {{(pid=93710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:13:01.167236 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9c1d4303-2228-491d-97f0-70bd6287b8e6 req-b99adfaa-4485-4ad4-aa8e-b90bd3dd5e42 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.47 "GET /v2.0/ports?device_id=62b277bf-e2a1-4527-9c7c-c7e3f74f195c HTTP/1.1" status: 200 len: 210 time: 0.0296593 Jun 23 10:13:01.354926 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 10:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e04f257-0584-4a5c-81cd-6b8101d6cb2a x-openstack-request-id: req-7e04f257-0584-4a5c-81cd-6b8101d6cb2a {{(pid=93710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:13:01.355250 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b277bf-e2a1-4527-9c7c-c7e3f74f195c", "name": "network-vif-deleted", "tag": "a5a4fa0b-32e6-47cd-b17b-eca8d65da9c3", "status": "completed", "code": 200}]} {{(pid=93710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:13:01.355541 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7e04f257-0584-4a5c-81cd-6b8101d6cb2a {{(pid=93710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:13:01.355963 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b277bf-e2a1-4527-9c7c-c7e3f74f195c', 'name': 'network-vif-deleted', 'tag': 'a5a4fa0b-32e6-47cd-b17b-eca8d65da9c3', 'status': 'completed', 'code': 200} Jun 23 10:13:01.963382 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb581c2-b63c-4682-b5c4-725c3f610613 req-af5351ab-d793-4bfc-a071-a343778161b1 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:01.964750 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-bfb581c2-b63c-4682-b5c4-725c3f610613 req-af5351ab-d793-4bfc-a071-a343778161b1 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/ports?device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 985 time: 0.0629041 Jun 23 10:13:02.006014 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-bfb581c2-b63c-4682-b5c4-725c3f610613 req-fb06ecc6-d1b0-40e0-b4a8-6dcc718be480 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/security-groups?id=62532a17-374c-4540-adad-52118516bd58&id=b75a2980-feef-4b8f-a665-38c0cd83c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352905 Jun 23 10:13:02.334618 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f1c57e15-24d0-4489-96cb-5a01012f9a89 req-d9663792-1843-4940-8cfc-c9a21277992d tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] 10.222.0.47 "GET /v2.0/ports?device_id=62b277bf-e2a1-4527-9c7c-c7e3f74f195c HTTP/1.1" status: 200 len: 210 time: 0.0356839 Jun 23 10:13:03.180862 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9b7e4-2d40-4369-bb9c-7a417122aa58 req-959ba001-f7db-443b-90f0-7f786492a343 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:03.182242 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-89d9b7e4-2d40-4369-bb9c-7a417122aa58 req-959ba001-f7db-443b-90f0-7f786492a343 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/ports?device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 985 time: 0.0651300 Jun 23 10:13:03.223936 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-89d9b7e4-2d40-4369-bb9c-7a417122aa58 req-e8f21a08-978f-49d7-b8b3-f1194dfe5446 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/security-groups?id=62532a17-374c-4540-adad-52118516bd58&id=b75a2980-feef-4b8f-a665-38c0cd83c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357475 Jun 23 10:13:03.563799 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 39624) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:13:03.679812 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-088f6981-6efd-41f3-9e11-18e50ef48452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:03.768905 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-088f6981-6efd-41f3-9e11-18e50ef48452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:03.853147 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-088f6981-6efd-41f3-9e11-18e50ef48452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:03.855650 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-4cb9c5bd-ff08-4c16-9eb7-5f2dd0bb8963 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:13:03.883849 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:03.891589 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-088f6981-6efd-41f3-9e11-18e50ef48452 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=177eb8683a694f729ec5407cad21e3d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3267417 Jun 23 10:13:03.892456 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088f6981-6efd-41f3-9e11-18e50ef48452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb97803-531e-4de4-8075-2e509d604f29,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:13:03.894355 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 39632) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:13:03.896232 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-088f6981-6efd-41f3-9e11-18e50ef48452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:13:03.943637 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d3eccbc0-e5f7-448e-b151-88f46ed386d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:03.963664 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d3eccbc0-e5f7-448e-b151-88f46ed386d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:04.088626 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d3eccbc0-e5f7-448e-b151-88f46ed386d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:04.091256 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d3eccbc0-e5f7-448e-b151-88f46ed386d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:04.095300 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-d3eccbc0-e5f7-448e-b151-88f46ed386d8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6eb97803-531e-4de4-8075-2e509d604f29 HTTP/1.1" status: 204 len: 168 time: 0.1969261 Jun 23 10:13:04.095300 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-26a58292-ae12-4fe9-a780-608d335db9a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:13:04.100611 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eccbc0-e5f7-448e-b151-88f46ed386d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb97803-531e-4de4-8075-2e509d604f29,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:13:04.102976 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-d3eccbc0-e5f7-448e-b151-88f46ed386d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:13:04.458345 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device a5a4fa0b-32e6-47cd-b17b-eca8d65da9c3 no longer exists at agent hyperv_hv-cinder-79751 {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 10:13:04.478076 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] No Port match for: a5a4fa0b-32e6-47cd-b17b-eca8d65da9c3 {{(pid=93712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 10:13:04.478426 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device a5a4fa0b-32e6-47cd-b17b-eca8d65da9c3 not bound to the agent host hv-cinder-79751 {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 10:13:05.136969 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 39664) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:13:05.239768 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [None req-b688f690-e880-4e4e-a0f6-4e3b0f23fbb3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1334747077-network', 'tenant_id': '92b25a857e544e8a81b9334162e2ccec'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:13:05.397801 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b688f690-e880-4e4e-a0f6-4e3b0f23fbb3 admin admin] Made reservation on behalf of 92b25a857e544e8a81b9334162e2ccec for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:13:05.400446 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b688f690-e880-4e4e-a0f6-4e3b0f23fbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:05.409793 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b688f690-e880-4e4e-a0f6-4e3b0f23fbb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:05.511443 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b688f690-e880-4e4e-a0f6-4e3b0f23fbb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:05.615038 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b688f690-e880-4e4e-a0f6-4e3b0f23fbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:05.618287 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-2fb5436e-05b2-4323-981e-6dc1e1c8a45f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:13:05.642079 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b688f690-e880-4e4e-a0f6-4e3b0f23fbb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 10:13:05.656075 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688f690-e880-4e4e-a0f6-4e3b0f23fbb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f93196-f776-4fda-a918-5a93848c712d,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:13:05.660792 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-b688f690-e880-4e4e-a0f6-4e3b0f23fbb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:13:05.661845 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b688f690-e880-4e4e-a0f6-4e3b0f23fbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-523806'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:05.662177 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.db.segments_db [None req-b688f690-e880-4e4e-a0f6-4e3b0f23fbb3 admin admin] Added segment 6fb7745b-8072-4352-8d78-8658473c137a of type vlan for network 68c08a46-ecd8-4ed9-9182-ea12c9f045ea Jun 23 10:13:05.705010 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b688f690-e880-4e4e-a0f6-4e3b0f23fbb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731988267798'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:05.809169 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b688f690-e880-4e4e-a0f6-4e3b0f23fbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-193570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:05.810469 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b688f690-e880-4e4e-a0f6-4e3b0f23fbb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:05.811096 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b688f690-e880-4e4e-a0f6-4e3b0f23fbb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:05.813271 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:13:05.872377 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b688f690-e880-4e4e-a0f6-4e3b0f23fbb3 admin admin] Pushing event updated for resources: {'Network': ['ID=68c08a46-ecd8-4ed9-9182-ea12c9f045ea,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:13:05.875256 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-b688f690-e880-4e4e-a0f6-4e3b0f23fbb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:13:05.883192 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Network 68c08a46-ecd8-4ed9-9182-ea12c9f045ea details requested by agent ovs-agent-dv-cinder-797510-1-iscsi with host dv-cinder-797510-1-iscsi {{(pid=93712) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 10:13:05.928080 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 39676) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:13:05.929211 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-b688f690-e880-4e4e-a0f6-4e3b0f23fbb3 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7907870 Jun 23 10:13:05.933991 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [None req-d010d449-7add-45cd-86b9-f3ec30a5d49e admin admin] Request body: {'subnet': {'network_id': '68c08a46-ecd8-4ed9-9182-ea12c9f045ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1334747077-subnet', 'tenant_id': '92b25a857e544e8a81b9334162e2ccec', 'ip_version': 4}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:13:06.046961 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d010d449-7add-45cd-86b9-f3ec30a5d49e admin admin] Made reservation on behalf of 92b25a857e544e8a81b9334162e2ccec for: {'subnet': 1} {{(pid=93710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:13:06.049336 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-d010d449-7add-45cd-86b9-f3ec30a5d49e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33311373'] for subnet, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:06.289243 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-d010d449-7add-45cd-86b9-f3ec30a5d49e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31905168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33311391'] for subnet, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:06.291547 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:13:06.337873 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d010d449-7add-45cd-86b9-f3ec30a5d49e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4deb3fe-5cbf-4afd-9d80-a3d9af1fee71,revision_number=0']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:13:06.344337 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-d010d449-7add-45cd-86b9-f3ec30a5d49e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:13:06.354027 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d010d449-7add-45cd-86b9-f3ec30a5d49e admin admin] Checking segment: {'id': '6fb7745b-8072-4352-8d78-8658473c137a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '68c08a46-ecd8-4ed9-9182-ea12c9f045ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:13:06.354282 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d010d449-7add-45cd-86b9-f3ec30a5d49e admin admin] Network hostable DHCP agents. Network: 68c08a46-ecd8-4ed9-9182-ea12c9f045ea, hostable agents: ['676dd52a-94e8-4a4d-a39c-76e96eb0afdc'], hosted agents: [] {{(pid=93710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 10:13:06.469671 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d010d449-7add-45cd-86b9-f3ec30a5d49e admin admin] Network 68c08a46-ecd8-4ed9-9182-ea12c9f045ea is scheduled to be hosted by DHCP agent 676dd52a-94e8-4a4d-a39c-76e96eb0afdc with binding_index 1 {{(pid=93710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 10:13:06.567494 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.base_scheduler [None req-d010d449-7add-45cd-86b9-f3ec30a5d49e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797510-1-iscsi, 68c08a46-ecd8-4ed9-9182-ea12c9f045ea) {{(pid=93710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:13:06.571275 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d010d449-7add-45cd-86b9-f3ec30a5d49e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:06.571890 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-d010d449-7add-45cd-86b9-f3ec30a5d49e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for subnet, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:06.576579 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f495e90f-bf4c-4b24-a107-a1bbb6910a50 None None] Network 68c08a46-ecd8-4ed9-9182-ea12c9f045ea requested from dv-cinder-797510-1-iscsi {{(pid=93712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 10:13:06.661046 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-d010d449-7add-45cd-86b9-f3ec30a5d49e admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7310185 Jun 23 10:13:06.663766 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 39680) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:13:06.668297 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [None req-8c499a7a-258a-425b-9109-7d054bda9e33 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1334747077-router', 'tenant_id': '92b25a857e544e8a81b9334162e2ccec', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28'}}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:13:06.723424 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf89e2c8-1580-4290-b28c-90ec2d2ff992 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa74d5eab-ac2a-5ee0-9548-07359ed1f630-68c08a46-ecd8-4ed9-9182-ea12c9f045ea', 'network_id': '68c08a46-ecd8-4ed9-9182-ea12c9f045ea', 'tenant_id': '92b25a857e544e8a81b9334162e2ccec', 'fixed_ips': [{'subnet_id': 'e4deb3fe-5cbf-4afd-9d80-a3d9af1fee71'}]}} from dv-cinder-797510-1-iscsi. {{(pid=93712) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 10:13:06.723739 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cf89e2c8-1580-4290-b28c-90ec2d2ff992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:06.735198 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-8c499a7a-258a-425b-9109-7d054bda9e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1703949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11356'] for router, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:06.736294 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-8c499a7a-258a-425b-9109-7d054bda9e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1666384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11349'] for router, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:06.789793 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-8c499a7a-258a-425b-9109-7d054bda9e33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:06.852509 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-cf89e2c8-1580-4290-b28c-90ec2d2ff992 None None] Allocated IP 172.20.0.2 (68c08a46-ecd8-4ed9-9182-ea12c9f045ea/e4deb3fe-5cbf-4afd-9d80-a3d9af1fee71/b80c5308-36b0-4f57-a650-97db6fcb7bf9) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 10:13:07.001265 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cf89e2c8-1580-4290-b28c-90ec2d2ff992 None None] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:07.012116 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-cf89e2c8-1580-4290-b28c-90ec2d2ff992 None None] Transition to ACTIVE for port object b80c5308-36b0-4f57-a650-97db6fcb7bf9 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:13:07.027878 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-cf89e2c8-1580-4290-b28c-90ec2d2ff992 None None] Transition to ACTIVE for port object b80c5308-36b0-4f57-a650-97db6fcb7bf9 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:13:07.139485 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cf89e2c8-1580-4290-b28c-90ec2d2ff992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-600500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731988247197'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:07.141434 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-c88d8c80-87dd-46e9-9f8a-b38c93dbfad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:13:07.179073 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf89e2c8-1580-4290-b28c-90ec2d2ff992 None None] Network 68c08a46-ecd8-4ed9-9182-ea12c9f045ea is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:13:07.183670 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-cf89e2c8-1580-4290-b28c-90ec2d2ff992 None None] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:13:07.186962 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf89e2c8-1580-4290-b28c-90ec2d2ff992 None None] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 10:13:07.200202 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf89e2c8-1580-4290-b28c-90ec2d2ff992 None None] Pushing event updated for resources: {'Port': ['ID=b80c5308-36b0-4f57-a650-97db6fcb7bf9,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:13:07.226969 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf89e2c8-1580-4290-b28c-90ec2d2ff992 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:13:07.227308 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf89e2c8-1580-4290-b28c-90ec2d2ff992 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:13:07.227639 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf89e2c8-1580-4290-b28c-90ec2d2ff992 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:13:07.227965 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf89e2c8-1580-4290-b28c-90ec2d2ff992 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:13:07.228288 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf89e2c8-1580-4290-b28c-90ec2d2ff992 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:13:07.228605 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf89e2c8-1580-4290-b28c-90ec2d2ff992 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:13:07.228921 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf89e2c8-1580-4290-b28c-90ec2d2ff992 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:13:07.229240 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf89e2c8-1580-4290-b28c-90ec2d2ff992 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:13:07.229550 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf89e2c8-1580-4290-b28c-90ec2d2ff992 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:13:07.229863 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf89e2c8-1580-4290-b28c-90ec2d2ff992 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:13:07.230173 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf89e2c8-1580-4290-b28c-90ec2d2ff992 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:13:07.230479 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf89e2c8-1580-4290-b28c-90ec2d2ff992 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:13:07.232679 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-8c499a7a-258a-425b-9109-7d054bda9e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11335'] for router, precommit_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:07.234642 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-cf89e2c8-1580-4290-b28c-90ec2d2ff992 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:13:07.264709 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-cf89e2c8-1580-4290-b28c-90ec2d2ff992 None None] Attempting to bind port b80c5308-36b0-4f57-a650-97db6fcb7bf9 on host dv-cinder-797510-1-iscsi for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 10:13:07.265081 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-cf89e2c8-1580-4290-b28c-90ec2d2ff992 None None] Attempting to bind port b80c5308-36b0-4f57-a650-97db6fcb7bf9 by drivers openvswitch,hyperv on host dv-cinder-797510-1-iscsi at level 0 using segments [{'id': '6fb7745b-8072-4352-8d78-8658473c137a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '68c08a46-ecd8-4ed9-9182-ea12c9f045ea'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 10:13:07.265447 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf89e2c8-1580-4290-b28c-90ec2d2ff992 None None] Attempting to bind port b80c5308-36b0-4f57-a650-97db6fcb7bf9 on network 68c08a46-ecd8-4ed9-9182-ea12c9f045ea {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:13:07.271334 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf89e2c8-1580-4290-b28c-90ec2d2ff992 None None] Checking agent: {'id': 'b3037b97-c09d-4619-9318-9bf5134e8ab7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 9, 59, 20), 'started_at': datetime.datetime(2021, 6, 23, 9, 59, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 10, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 10:13:07.271710 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf89e2c8-1580-4290-b28c-90ec2d2ff992 None None] Checking segment: {'id': '6fb7745b-8072-4352-8d78-8658473c137a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '68c08a46-ecd8-4ed9-9182-ea12c9f045ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:13:07.272112 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cf89e2c8-1580-4290-b28c-90ec2d2ff992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:07.272508 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf89e2c8-1580-4290-b28c-90ec2d2ff992 None None] Bound using segment: {'id': '6fb7745b-8072-4352-8d78-8658473c137a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '68c08a46-ecd8-4ed9-9182-ea12c9f045ea'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 10:13:07.272972 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-cf89e2c8-1580-4290-b28c-90ec2d2ff992 None None] Bound port: b80c5308-36b0-4f57-a650-97db6fcb7bf9, host: dv-cinder-797510-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fb7745b-8072-4352-8d78-8658473c137a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '68c08a46-ecd8-4ed9-9182-ea12c9f045ea'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 10:13:07.273344 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cf89e2c8-1580-4290-b28c-90ec2d2ff992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:07.334140 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-cf89e2c8-1580-4290-b28c-90ec2d2ff992 None None] For port b80c5308-36b0-4f57-a650-97db6fcb7bf9, host dv-cinder-797510-1-iscsi, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 10:13:07.337103 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-cf89e2c8-1580-4290-b28c-90ec2d2ff992 None None] For port b80c5308-36b0-4f57-a650-97db6fcb7bf9, host dv-cinder-797510-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=b80c5308-36b0-4f57-a650-97db6fcb7bf9,segment=NetworkSegment(6fb7745b-8072-4352-8d78-8658473c137a),segment_id=6fb7745b-8072-4352-8d78-8658473c137a)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 10:13:07.414705 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cf89e2c8-1580-4290-b28c-90ec2d2ff992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:07.416623 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:13:07.474061 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf89e2c8-1580-4290-b28c-90ec2d2ff992 None None] Pushing event updated for resources: {'Port': ['ID=b80c5308-36b0-4f57-a650-97db6fcb7bf9,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:13:07.477641 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-cf89e2c8-1580-4290-b28c-90ec2d2ff992 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:13:07.568416 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-8c499a7a-258a-425b-9109-7d054bda9e33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:07.587939 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-8c499a7a-258a-425b-9109-7d054bda9e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for port, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:07.734599 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.db_base_plugin_common [None req-8c499a7a-258a-425b-9109-7d054bda9e33 admin admin] Allocated IP 172.27.2.189 (6c022cdf-7908-4fe1-9f3f-494480d09f28/2f1b229c-fc1e-4856-a495-4ccd56c0ef48/9956a4bf-8d0b-4bff-be8c-7dc0163dd046) {{(pid=93710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 10:13:07.837406 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-8c499a7a-258a-425b-9109-7d054bda9e33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:07.942403 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-8c499a7a-258a-425b-9109-7d054bda9e33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-600500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731988247197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31904512'] for port, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:07.944497 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-a9d08966-7333-4e00-a9d7-adfe3e5a910b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:13:07.982598 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c499a7a-258a-425b-9109-7d054bda9e33 admin admin] Network 6c022cdf-7908-4fe1-9f3f-494480d09f28 is already hosted by enough agents. {{(pid=93710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:13:07.986761 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.base_scheduler [None req-8c499a7a-258a-425b-9109-7d054bda9e33 admin admin] Resources bound (agent type, host, resource id): {{(pid=93710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:13:07.991657 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c499a7a-258a-425b-9109-7d054bda9e33 admin admin] Received port after_create {{(pid=93710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 10:13:07.994804 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c499a7a-258a-425b-9109-7d054bda9e33 admin admin] Pushing event updated for resources: {'Port': ['ID=9956a4bf-8d0b-4bff-be8c-7dc0163dd046,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:13:08.013424 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-8c499a7a-258a-425b-9109-7d054bda9e33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:13:08.355775 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9beced-d480-4663-aef4-719a32bb1b3b None None] Network 68c08a46-ecd8-4ed9-9182-ea12c9f045ea requested from dv-cinder-797510-1-iscsi {{(pid=93712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 10:13:08.376647 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-8c499a7a-258a-425b-9109-7d054bda9e33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:08.581099 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-8c499a7a-258a-425b-9109-7d054bda9e33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1735028'] for router, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:08.597494 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-c3c7320d-03f4-40d7-b7cd-26781a0eed27 None None] Provisioning for port b80c5308-36b0-4f57-a650-97db6fcb7bf9 completed by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:13:08.791785 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c499a7a-258a-425b-9109-7d054bda9e33 admin admin] Router 2b7d55af-85d7-4fcb-9595-870c9e22c037 is scheduled to L3 agent df545903-e04d-4712-ace0-112b1e927481 with binding_index 1 {{(pid=93710) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 10:13:08.902521 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c499a7a-258a-425b-9109-7d054bda9e33 admin admin] Notify agent at l3_agent.dv-cinder-797510-1-iscsi the message routers_updated {{(pid=93710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 10:13:08.919232 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149a37af-1e61-4a21-8339-25fce1933672 None None] Sync routers for ids ['2b7d55af-85d7-4fcb-9595-870c9e22c037'] in dv-cinder-797510-1-iscsi {{(pid=93712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 10:13:08.934506 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149a37af-1e61-4a21-8339-25fce1933672 None None] Routers {'2b7d55af-85d7-4fcb-9595-870c9e22c037'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:13:08.935216 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-149a37af-1e61-4a21-8339-25fce1933672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:12:50Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['2b7d55af-85d7-4fcb-9595-870c9e22c037'], 'active': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:13:08.975313 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device b80c5308-36b0-4f57-a650-97db6fcb7bf9 up at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:13:09.007644 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-8c499a7a-258a-425b-9109-7d054bda9e33 admin admin] Notify callbacks [] for router, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:09.009102 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-8c499a7a-258a-425b-9109-7d054bda9e33 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3443246 Jun 23 10:13:09.011796 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 39686) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:13:09.074898 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvr_db [None req-149a37af-1e61-4a21-8339-25fce1933672 None None] Set router 2b7d55af-85d7-4fcb-9595-870c9e22c037 gateway port host: dv-cinder-797510-1-iscsi {{(pid=93712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:13:09.224209 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning for port b80c5308-36b0-4f57-a650-97db6fcb7bf9 completed by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:13:09.231056 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning complete for port b80c5308-36b0-4f57-a650-97db6fcb7bf9 triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:13:09.231435 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:09.288677 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-149a37af-1e61-4a21-8339-25fce1933672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b7d55af-85d7-4fcb-9595-870c9e22c037', 'name': 'tempest-TestShelveInstance-1334747077-router', 'tenant_id': '92b25a857e544e8a81b9334162e2ccec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '9956a4bf-8d0b-4bff-be8c-7dc0163dd046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:13:06Z', 'updated_at': '2021-06-23T10:13:08Z', 'revision_number': 3, 'project_id': '92b25a857e544e8a81b9334162e2ccec', 'gw_port': {'id': '9956a4bf-8d0b-4bff-be8c-7dc0163dd046', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b7d55af-85d7-4fcb-9595-870c9e22c037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:13:07Z', 'updated_at': '2021-06-23T10:13:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi'}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:13:09.316890 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149a37af-1e61-4a21-8339-25fce1933672 None None] Checking router: 2b7d55af-85d7-4fcb-9595-870c9e22c037 for host: dv-cinder-797510-1-iscsi {{(pid=93712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 10:13:09.317244 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149a37af-1e61-4a21-8339-25fce1933672 None None] Updating router 2b7d55af-85d7-4fcb-9595-870c9e22c037 port 9956a4bf-8d0b-4bff-be8c-7dc0163dd046 binding host dv-cinder-797510-1-iscsi {{(pid=93712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 10:13:09.381547 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-149a37af-1e61-4a21-8339-25fce1933672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:09.406472 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:09.418311 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-90aa1700-bed7-46c2-ac6f-f72339edbebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for port, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:09.498265 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] For port b80c5308-36b0-4f57-a650-97db6fcb7bf9, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=b80c5308-36b0-4f57-a650-97db6fcb7bf9,segment=NetworkSegment(6fb7745b-8072-4352-8d78-8658473c137a),segment_id=6fb7745b-8072-4352-8d78-8658473c137a)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:13:09.565146 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:09.569509 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:13:09.574149 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.db_base_plugin_common [None req-90aa1700-bed7-46c2-ac6f-f72339edbebc admin admin] Allocated IP 172.20.0.1 (68c08a46-ecd8-4ed9-9182-ea12c9f045ea/e4deb3fe-5cbf-4afd-9d80-a3d9af1fee71/afbd1195-ab9c-4a58-bbbe-4aeafb74c458) {{(pid=93710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 10:13:09.636762 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Pushing event updated for resources: {'Port': ['ID=b80c5308-36b0-4f57-a650-97db6fcb7bf9,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:13:09.640598 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:13:09.682938 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-90aa1700-bed7-46c2-ac6f-f72339edbebc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:09.697521 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.provisioning_blocks [None req-90aa1700-bed7-46c2-ac6f-f72339edbebc admin admin] Transition to ACTIVE for port object afbd1195-ab9c-4a58-bbbe-4aeafb74c458 will not be triggered until provisioned by entity DHCP. {{(pid=93710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:13:09.701009 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-149a37af-1e61-4a21-8339-25fce1933672 None None] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:09.710797 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-149a37af-1e61-4a21-8339-25fce1933672 None None] Transition to ACTIVE for port object 9956a4bf-8d0b-4bff-be8c-7dc0163dd046 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:13:09.797453 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-149a37af-1e61-4a21-8339-25fce1933672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:09.801265 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-cf89e2c8-1580-4290-b28c-90ec2d2ff992 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:13:09.827555 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-90aa1700-bed7-46c2-ac6f-f72339edbebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-600500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731988247197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31904512'] for port, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:09.832463 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:13:09.846438 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-149a37af-1e61-4a21-8339-25fce1933672 None None] Attempting to bind port 9956a4bf-8d0b-4bff-be8c-7dc0163dd046 on host dv-cinder-797510-1-iscsi for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 10:13:09.846838 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-149a37af-1e61-4a21-8339-25fce1933672 None None] Attempting to bind port 9956a4bf-8d0b-4bff-be8c-7dc0163dd046 by drivers openvswitch,hyperv on host dv-cinder-797510-1-iscsi at level 0 using segments [{'id': 'd24f8ae7-6ec3-469c-850d-4a663419c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 10:13:09.847882 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149a37af-1e61-4a21-8339-25fce1933672 None None] Attempting to bind port 9956a4bf-8d0b-4bff-be8c-7dc0163dd046 on network 6c022cdf-7908-4fe1-9f3f-494480d09f28 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:13:09.858474 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149a37af-1e61-4a21-8339-25fce1933672 None None] Checking agent: {'id': 'b3037b97-c09d-4619-9318-9bf5134e8ab7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 9, 59, 20), 'started_at': datetime.datetime(2021, 6, 23, 9, 59, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 10, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 10:13:09.858958 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149a37af-1e61-4a21-8339-25fce1933672 None None] Checking segment: {'id': 'd24f8ae7-6ec3-469c-850d-4a663419c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:13:09.859369 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-149a37af-1e61-4a21-8339-25fce1933672 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:09.859764 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149a37af-1e61-4a21-8339-25fce1933672 None None] Bound using segment: {'id': 'd24f8ae7-6ec3-469c-850d-4a663419c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 10:13:09.860250 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-149a37af-1e61-4a21-8339-25fce1933672 None None] Bound port: 9956a4bf-8d0b-4bff-be8c-7dc0163dd046, host: dv-cinder-797510-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd24f8ae7-6ec3-469c-850d-4a663419c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 10:13:09.860627 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-149a37af-1e61-4a21-8339-25fce1933672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:09.882706 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90aa1700-bed7-46c2-ac6f-f72339edbebc admin admin] Network 68c08a46-ecd8-4ed9-9182-ea12c9f045ea is already hosted by enough agents. {{(pid=93710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:13:09.885894 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103626ec-c385-4a8d-bd51-85d9e08067a5 None None] Pushing event updated for resources: {'Port': ['ID=9956a4bf-8d0b-4bff-be8c-7dc0163dd046,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:13:09.887590 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.base_scheduler [None req-90aa1700-bed7-46c2-ac6f-f72339edbebc admin admin] Resources bound (agent type, host, resource id): {{(pid=93710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:13:09.889926 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-103626ec-c385-4a8d-bd51-85d9e08067a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:13:09.892226 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90aa1700-bed7-46c2-ac6f-f72339edbebc admin admin] Received port after_create {{(pid=93710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 10:13:09.896340 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aa1700-bed7-46c2-ac6f-f72339edbebc admin admin] Pushing event updated for resources: {'Port': ['ID=afbd1195-ab9c-4a58-bbbe-4aeafb74c458,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:13:09.899936 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-90aa1700-bed7-46c2-ac6f-f72339edbebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:13:09.928908 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-149a37af-1e61-4a21-8339-25fce1933672 None None] For port 9956a4bf-8d0b-4bff-be8c-7dc0163dd046, host dv-cinder-797510-1-iscsi, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 10:13:09.938903 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-149a37af-1e61-4a21-8339-25fce1933672 None None] For port 9956a4bf-8d0b-4bff-be8c-7dc0163dd046, host dv-cinder-797510-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=9956a4bf-8d0b-4bff-be8c-7dc0163dd046,segment=NetworkSegment(d24f8ae7-6ec3-469c-850d-4a663419c87d),segment_id=d24f8ae7-6ec3-469c-850d-4a663419c87d)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 10:13:09.943796 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-90aa1700-bed7-46c2-ac6f-f72339edbebc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723508'] for router_interface, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:10.015344 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-149a37af-1e61-4a21-8339-25fce1933672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:10.017452 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:13:10.081292 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149a37af-1e61-4a21-8339-25fce1933672 None None] Routers {'2b7d55af-85d7-4fcb-9595-870c9e22c037'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:13:10.082475 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-149a37af-1e61-4a21-8339-25fce1933672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:12:50Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['2b7d55af-85d7-4fcb-9595-870c9e22c037'], 'active': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:13:10.122815 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103626ec-c385-4a8d-bd51-85d9e08067a5 None None] Pushing event updated for resources: {'Port': ['ID=9956a4bf-8d0b-4bff-be8c-7dc0163dd046,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:13:10.127038 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-103626ec-c385-4a8d-bd51-85d9e08067a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:13:10.200116 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvr_db [None req-149a37af-1e61-4a21-8339-25fce1933672 None None] Set router 2b7d55af-85d7-4fcb-9595-870c9e22c037 gateway port host: dv-cinder-797510-1-iscsi {{(pid=93712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:13:10.203995 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-90aa1700-bed7-46c2-ac6f-f72339edbebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:10.267406 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-a4706504-a175-4fae-bef3-385c42d85cc5 None None] Provisioning for port afbd1195-ab9c-4a58-bbbe-4aeafb74c458 completed by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:13:10.279957 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-a4706504-a175-4fae-bef3-385c42d85cc5 None None] Provisioning complete for port afbd1195-ab9c-4a58-bbbe-4aeafb74c458 triggered by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:13:10.280313 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a4706504-a175-4fae-bef3-385c42d85cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:10.349991 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-a4706504-a175-4fae-bef3-385c42d85cc5 None None] Port afbd1195-ab9c-4a58-bbbe-4aeafb74c458 cannot update to ACTIVE because it is not bound. {{(pid=93712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 10:13:10.368186 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-90aa1700-bed7-46c2-ac6f-f72339edbebc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:10.416882 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-149a37af-1e61-4a21-8339-25fce1933672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b7d55af-85d7-4fcb-9595-870c9e22c037', 'name': 'tempest-TestShelveInstance-1334747077-router', 'tenant_id': '92b25a857e544e8a81b9334162e2ccec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '9956a4bf-8d0b-4bff-be8c-7dc0163dd046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:13:06Z', 'updated_at': '2021-06-23T10:13:08Z', 'revision_number': 3, 'project_id': '92b25a857e544e8a81b9334162e2ccec', 'gw_port': {'id': '9956a4bf-8d0b-4bff-be8c-7dc0163dd046', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b7d55af-85d7-4fcb-9595-870c9e22c037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:13:07Z', 'updated_at': '2021-06-23T10:13:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi'}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:13:10.446610 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149a37af-1e61-4a21-8339-25fce1933672 None None] The sync data for ids ['2b7d55af-85d7-4fcb-9595-870c9e22c037'] in dv-cinder-797510-1-iscsi is: [{'id': '2b7d55af-85d7-4fcb-9595-870c9e22c037', 'name': 'tempest-TestShelveInstance-1334747077-router', 'tenant_id': '92b25a857e544e8a81b9334162e2ccec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '9956a4bf-8d0b-4bff-be8c-7dc0163dd046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:13:06Z', 'updated_at': '2021-06-23T10:13:08Z', 'revision_number': 3, 'project_id': '92b25a857e544e8a81b9334162e2ccec', 'gw_port': {'id': '9956a4bf-8d0b-4bff-be8c-7dc0163dd046', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b7d55af-85d7-4fcb-9595-870c9e22c037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:13:07Z', 'updated_at': '2021-06-23T10:13:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi'}] {{(pid=93712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 10:13:10.466201 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-90aa1700-bed7-46c2-ac6f-f72339edbebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31904530'] for port, after_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:10.468698 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-48fea6ff-ea1a-41a1-98bc-bbb4e2f32df4 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:13:10.539816 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aa1700-bed7-46c2-ac6f-f72339edbebc admin admin] Pushing event updated for resources: {'Port': ['ID=afbd1195-ab9c-4a58-bbbe-4aeafb74c458,revision_number=2']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:13:10.542278 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-90aa1700-bed7-46c2-ac6f-f72339edbebc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1536466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1723544'] for router_interface, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:10.549240 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-90aa1700-bed7-46c2-ac6f-f72339edbebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:13:10.903842 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90aa1700-bed7-46c2-ac6f-f72339edbebc admin admin] Network 68c08a46-ecd8-4ed9-9182-ea12c9f045ea is already hosted by enough agents. {{(pid=93710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:13:10.905273 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.base_scheduler [None req-90aa1700-bed7-46c2-ac6f-f72339edbebc admin admin] Resources bound (agent type, host, resource id): {{(pid=93710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:13:11.048345 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90aa1700-bed7-46c2-ac6f-f72339edbebc admin admin] Router 2b7d55af-85d7-4fcb-9595-870c9e22c037 has already been hosted by L3 agent df545903-e04d-4712-ace0-112b1e927481 {{(pid=93710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 10:13:11.069663 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device 9956a4bf-8d0b-4bff-be8c-7dc0163dd046 up at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:13:11.201649 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90aa1700-bed7-46c2-ac6f-f72339edbebc admin admin] Notify agent at l3_agent.dv-cinder-797510-1-iscsi the message routers_updated {{(pid=93710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 10:13:11.207279 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-90aa1700-bed7-46c2-ac6f-f72339edbebc admin admin] 10.222.0.47 "PUT /v2.0/routers/2b7d55af-85d7-4fcb-9595-870c9e22c037/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1944108 Jun 23 10:13:11.232038 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning for port 9956a4bf-8d0b-4bff-be8c-7dc0163dd046 completed by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:13:11.237108 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning complete for port 9956a4bf-8d0b-4bff-be8c-7dc0163dd046 triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:13:11.237549 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:11.292810 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-8fa527e9-0e0d-4401-8ba5-553fcec0ef03 None None] Provisioning complete for port afbd1195-ab9c-4a58-bbbe-4aeafb74c458 triggered by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:13:11.293392 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8fa527e9-0e0d-4401-8ba5-553fcec0ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:11.352621 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-8fa527e9-0e0d-4401-8ba5-553fcec0ef03 None None] Port afbd1195-ab9c-4a58-bbbe-4aeafb74c458 cannot update to ACTIVE because it is not bound. {{(pid=93712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 10:13:11.371242 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:11.392306 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] For port 9956a4bf-8d0b-4bff-be8c-7dc0163dd046, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=9956a4bf-8d0b-4bff-be8c-7dc0163dd046,segment=NetworkSegment(d24f8ae7-6ec3-469c-850d-4a663419c87d),segment_id=d24f8ae7-6ec3-469c-850d-4a663419c87d)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:13:11.464341 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:11.471869 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device b80c5308-36b0-4f57-a650-97db6fcb7bf9 up at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:13:11.491883 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-f0261ae2-c0c4-433d-9552-3744284ee641 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:13:11.681739 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Pushing event updated for resources: {'Port': ['ID=9956a4bf-8d0b-4bff-be8c-7dc0163dd046,revision_number=4']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:13:11.684884 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:13:11.692544 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning complete for port b80c5308-36b0-4f57-a650-97db6fcb7bf9 triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:13:11.692544 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:11.937036 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 39726) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:13:11.942559 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [None req-8c40138b-f427-4ce0-9d55-2aad39eb59f5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-598265056-network', 'tenant_id': '5f4c874a6a5c43f68d48d6dbe7d80361'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:13:12.047276 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c40138b-f427-4ce0-9d55-2aad39eb59f5 admin admin] Made reservation on behalf of 5f4c874a6a5c43f68d48d6dbe7d80361 for: {'network': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:13:12.049719 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8c40138b-f427-4ce0-9d55-2aad39eb59f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for network, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:12.063360 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8c40138b-f427-4ce0-9d55-2aad39eb59f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:12.126490 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb0bde8-0856-4f67-be82-70f3bf46f853 None None] Sync routers for ids ['2b7d55af-85d7-4fcb-9595-870c9e22c037'] in dv-cinder-797510-1-iscsi {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 10:13:12.135393 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb0bde8-0856-4f67-be82-70f3bf46f853 None None] Routers {'2b7d55af-85d7-4fcb-9595-870c9e22c037'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:13:12.136049 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-bcb0bde8-0856-4f67-be82-70f3bf46f853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:12:50Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['2b7d55af-85d7-4fcb-9595-870c9e22c037'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:13:12.152545 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8c40138b-f427-4ce0-9d55-2aad39eb59f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:12.240578 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-bcb0bde8-0856-4f67-be82-70f3bf46f853 None None] Set router 2b7d55af-85d7-4fcb-9595-870c9e22c037 gateway port host: dv-cinder-797510-1-iscsi {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:13:12.305558 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8c40138b-f427-4ce0-9d55-2aad39eb59f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:12.310080 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-1620dcb4-fd3d-4cb7-bc4c-5386204bf199 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:13:12.333264 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c40138b-f427-4ce0-9d55-2aad39eb59f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=93711) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 10:13:12.343151 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c40138b-f427-4ce0-9d55-2aad39eb59f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75de7aa2-641c-4d59-9dc9-85a6f709878d,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:13:12.353053 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8c40138b-f427-4ce0-9d55-2aad39eb59f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-523806'] for segment, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:12.353578 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.db.segments_db [None req-8c40138b-f427-4ce0-9d55-2aad39eb59f5 admin admin] Added segment d94eb981-aeea-4cec-a10a-4a2e1e308d27 of type vlan for network 98b52f50-b7b6-4988-9f1f-54714fb7ad2d Jun 23 10:13:12.355468 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-8c40138b-f427-4ce0-9d55-2aad39eb59f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:13:12.397152 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8c40138b-f427-4ce0-9d55-2aad39eb59f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731988267798'] for network, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:12.444359 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-bcb0bde8-0856-4f67-be82-70f3bf46f853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b7d55af-85d7-4fcb-9595-870c9e22c037', 'name': 'tempest-TestShelveInstance-1334747077-router', 'tenant_id': '92b25a857e544e8a81b9334162e2ccec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '9956a4bf-8d0b-4bff-be8c-7dc0163dd046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:13:06Z', 'updated_at': '2021-06-23T10:13:10Z', 'revision_number': 4, 'project_id': '92b25a857e544e8a81b9334162e2ccec', 'gw_port': {'id': '9956a4bf-8d0b-4bff-be8c-7dc0163dd046', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7d55af-85d7-4fcb-9595-870c9e22c037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:13:07Z', 'updated_at': '2021-06-23T10:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_interfaces': [{'id': 'afbd1195-ab9c-4a58-bbbe-4aeafb74c458', 'name': '', 'network_id': '68c08a46-ecd8-4ed9-9182-ea12c9f045ea', 'tenant_id': '92b25a857e544e8a81b9334162e2ccec', 'mac_address': 'fa:16:3e:ab:89:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b7d55af-85d7-4fcb-9595-870c9e22c037', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'e4deb3fe-5cbf-4afd-9d80-a3d9af1fee71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:13:09Z', 'updated_at': '2021-06-23T10:13:10Z', 'revision_number': 2, 'project_id': '92b25a857e544e8a81b9334162e2ccec', 'subnets': [{'id': 'e4deb3fe-5cbf-4afd-9d80-a3d9af1fee71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:13:12.469304 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb0bde8-0856-4f67-be82-70f3bf46f853 None None] Checking router: 2b7d55af-85d7-4fcb-9595-870c9e22c037 for host: dv-cinder-797510-1-iscsi {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 10:13:12.469641 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb0bde8-0856-4f67-be82-70f3bf46f853 None None] Updating router 2b7d55af-85d7-4fcb-9595-870c9e22c037 port afbd1195-ab9c-4a58-bbbe-4aeafb74c458 binding host dv-cinder-797510-1-iscsi {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 10:13:12.506325 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bcb0bde8-0856-4f67-be82-70f3bf46f853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:12.511648 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8c40138b-f427-4ce0-9d55-2aad39eb59f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-193570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976'] for network, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:12.513062 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c40138b-f427-4ce0-9d55-2aad39eb59f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:12.513714 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8c40138b-f427-4ce0-9d55-2aad39eb59f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:12.516985 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-943bf67f-f5ea-43bf-a11f-713a1b570b39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:13:12.578032 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c40138b-f427-4ce0-9d55-2aad39eb59f5 admin admin] Pushing event updated for resources: {'Network': ['ID=98b52f50-b7b6-4988-9f1f-54714fb7ad2d,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:13:12.580757 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-8c40138b-f427-4ce0-9d55-2aad39eb59f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:13:12.587785 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Network 98b52f50-b7b6-4988-9f1f-54714fb7ad2d details requested by agent ovs-agent-dv-cinder-797510-1-iscsi with host dv-cinder-797510-1-iscsi {{(pid=93712) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 10:13:12.609731 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-8c40138b-f427-4ce0-9d55-2aad39eb59f5 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6713691 Jun 23 10:13:12.612312 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 39732) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:13:12.618152 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [None req-6ceaf8d8-bb30-4085-9a34-9751a78c4c7d admin admin] Request body: {'subnet': {'network_id': '98b52f50-b7b6-4988-9f1f-54714fb7ad2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-598265056-subnet', 'tenant_id': '5f4c874a6a5c43f68d48d6dbe7d80361', 'ip_version': 4}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:13:12.705590 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ceaf8d8-bb30-4085-9a34-9751a78c4c7d admin admin] Made reservation on behalf of 5f4c874a6a5c43f68d48d6dbe7d80361 for: {'subnet': 1} {{(pid=93710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:13:12.708664 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-6ceaf8d8-bb30-4085-9a34-9751a78c4c7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33311373'] for subnet, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:12.763078 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bcb0bde8-0856-4f67-be82-70f3bf46f853 None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:12.773816 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-bcb0bde8-0856-4f67-be82-70f3bf46f853 None None] Transition to ACTIVE for port object afbd1195-ab9c-4a58-bbbe-4aeafb74c458 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:13:12.837407 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bcb0bde8-0856-4f67-be82-70f3bf46f853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:12.839719 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:13:12.887601 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2aa76b-4a37-49f9-bfab-9d5f1f7b5163 None None] Pushing event updated for resources: {'Port': ['ID=afbd1195-ab9c-4a58-bbbe-4aeafb74c458,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:13:12.895672 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2aa76b-4a37-49f9-bfab-9d5f1f7b5163 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:13:12.895829 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2aa76b-4a37-49f9-bfab-9d5f1f7b5163 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:13:12.896159 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2aa76b-4a37-49f9-bfab-9d5f1f7b5163 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:13:12.896613 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2aa76b-4a37-49f9-bfab-9d5f1f7b5163 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:13:12.896896 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2aa76b-4a37-49f9-bfab-9d5f1f7b5163 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:13:12.897184 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2aa76b-4a37-49f9-bfab-9d5f1f7b5163 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:13:12.897497 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2aa76b-4a37-49f9-bfab-9d5f1f7b5163 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:13:12.897805 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2aa76b-4a37-49f9-bfab-9d5f1f7b5163 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:13:12.898132 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2aa76b-4a37-49f9-bfab-9d5f1f7b5163 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:13:12.898525 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2aa76b-4a37-49f9-bfab-9d5f1f7b5163 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:13:12.898913 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2aa76b-4a37-49f9-bfab-9d5f1f7b5163 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:13:12.899207 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2aa76b-4a37-49f9-bfab-9d5f1f7b5163 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:13:12.903352 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG oslo_concurrency.lockutils [None req-2c2aa76b-4a37-49f9-bfab-9d5f1f7b5163 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:13:12.952041 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-6ceaf8d8-bb30-4085-9a34-9751a78c4c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31905168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33311391'] for subnet, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:12.964694 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-6d761458-7e58-44c3-a9dd-e016d6b373fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:13:12.983090 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device 9956a4bf-8d0b-4bff-be8c-7dc0163dd046 up at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:13:13.063698 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-bcb0bde8-0856-4f67-be82-70f3bf46f853 None None] Attempting to bind port afbd1195-ab9c-4a58-bbbe-4aeafb74c458 on host dv-cinder-797510-1-iscsi for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 10:13:13.066480 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-bcb0bde8-0856-4f67-be82-70f3bf46f853 None None] Attempting to bind port afbd1195-ab9c-4a58-bbbe-4aeafb74c458 by drivers openvswitch,hyperv on host dv-cinder-797510-1-iscsi at level 0 using segments [{'id': '6fb7745b-8072-4352-8d78-8658473c137a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '68c08a46-ecd8-4ed9-9182-ea12c9f045ea'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 10:13:13.066480 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb0bde8-0856-4f67-be82-70f3bf46f853 None None] Attempting to bind port afbd1195-ab9c-4a58-bbbe-4aeafb74c458 on network 68c08a46-ecd8-4ed9-9182-ea12c9f045ea {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:13:13.067639 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning complete for port 9956a4bf-8d0b-4bff-be8c-7dc0163dd046 triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:13:13.068293 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:13.070115 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb0bde8-0856-4f67-be82-70f3bf46f853 None None] Checking agent: {'id': 'b3037b97-c09d-4619-9318-9bf5134e8ab7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 9, 59, 20), 'started_at': datetime.datetime(2021, 6, 23, 9, 59, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 10, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 10:13:13.070743 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb0bde8-0856-4f67-be82-70f3bf46f853 None None] Checking segment: {'id': '6fb7745b-8072-4352-8d78-8658473c137a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '68c08a46-ecd8-4ed9-9182-ea12c9f045ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:13:13.071298 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bcb0bde8-0856-4f67-be82-70f3bf46f853 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:13.071834 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb0bde8-0856-4f67-be82-70f3bf46f853 None None] Bound using segment: {'id': '6fb7745b-8072-4352-8d78-8658473c137a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '68c08a46-ecd8-4ed9-9182-ea12c9f045ea'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 10:13:13.072456 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-bcb0bde8-0856-4f67-be82-70f3bf46f853 None None] Bound port: afbd1195-ab9c-4a58-bbbe-4aeafb74c458, host: dv-cinder-797510-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fb7745b-8072-4352-8d78-8658473c137a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '68c08a46-ecd8-4ed9-9182-ea12c9f045ea'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 10:13:13.073001 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bcb0bde8-0856-4f67-be82-70f3bf46f853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:13.074422 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceaf8d8-bb30-4085-9a34-9751a78c4c7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=00816c8f-8bf2-4323-afa8-d7fbfb9d4f38,revision_number=0']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:13:13.077262 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-6ceaf8d8-bb30-4085-9a34-9751a78c4c7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:13:13.085618 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ceaf8d8-bb30-4085-9a34-9751a78c4c7d admin admin] Checking segment: {'id': 'd94eb981-aeea-4cec-a10a-4a2e1e308d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '98b52f50-b7b6-4988-9f1f-54714fb7ad2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:13:13.086045 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ceaf8d8-bb30-4085-9a34-9751a78c4c7d admin admin] Network hostable DHCP agents. Network: 98b52f50-b7b6-4988-9f1f-54714fb7ad2d, hostable agents: ['676dd52a-94e8-4a4d-a39c-76e96eb0afdc'], hosted agents: [] {{(pid=93710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 10:13:13.140016 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-bcb0bde8-0856-4f67-be82-70f3bf46f853 None None] For port afbd1195-ab9c-4a58-bbbe-4aeafb74c458, host dv-cinder-797510-1-iscsi, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 10:13:13.142940 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-bcb0bde8-0856-4f67-be82-70f3bf46f853 None None] For port afbd1195-ab9c-4a58-bbbe-4aeafb74c458, host dv-cinder-797510-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=afbd1195-ab9c-4a58-bbbe-4aeafb74c458,segment=NetworkSegment(6fb7745b-8072-4352-8d78-8658473c137a),segment_id=6fb7745b-8072-4352-8d78-8658473c137a)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 10:13:13.179791 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ceaf8d8-bb30-4085-9a34-9751a78c4c7d admin admin] Network 98b52f50-b7b6-4988-9f1f-54714fb7ad2d is scheduled to be hosted by DHCP agent 676dd52a-94e8-4a4d-a39c-76e96eb0afdc with binding_index 1 {{(pid=93710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 10:13:13.226326 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-bcb0bde8-0856-4f67-be82-70f3bf46f853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:13.229686 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG oslo_concurrency.lockutils [None req-73e804ba-f786-4645-b6dc-a4d78e34bcc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:13:13.276188 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb0bde8-0856-4f67-be82-70f3bf46f853 None None] Routers {'2b7d55af-85d7-4fcb-9595-870c9e22c037'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:13:13.276987 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-bcb0bde8-0856-4f67-be82-70f3bf46f853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:12:50Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['2b7d55af-85d7-4fcb-9595-870c9e22c037'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:13:13.282765 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.base_scheduler [None req-6ceaf8d8-bb30-4085-9a34-9751a78c4c7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797510-1-iscsi, 98b52f50-b7b6-4988-9f1f-54714fb7ad2d) {{(pid=93710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:13:13.290579 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ceaf8d8-bb30-4085-9a34-9751a78c4c7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:13.291656 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-6ceaf8d8-bb30-4085-9a34-9751a78c4c7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for subnet, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:13.292802 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdb0fa1-f1b5-49cb-8902-c6411049c86e None None] Network 98b52f50-b7b6-4988-9f1f-54714fb7ad2d requested from dv-cinder-797510-1-iscsi {{(pid=93712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 10:13:13.329809 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2aa76b-4a37-49f9-bfab-9d5f1f7b5163 None None] Pushing event updated for resources: {'Port': ['ID=afbd1195-ab9c-4a58-bbbe-4aeafb74c458,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:13:13.333729 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG oslo_concurrency.lockutils [None req-2c2aa76b-4a37-49f9-bfab-9d5f1f7b5163 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:13:13.399556 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-6ceaf8d8-bb30-4085-9a34-9751a78c4c7d admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7842853 Jun 23 10:13:13.400808 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 39742) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:13:13.407656 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [None req-d6825e23-63d3-4eb9-8c5d-4a01175989b5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-598265056-router', 'tenant_id': '5f4c874a6a5c43f68d48d6dbe7d80361', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28'}}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:13:13.426505 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-bcb0bde8-0856-4f67-be82-70f3bf46f853 None None] Set router 2b7d55af-85d7-4fcb-9595-870c9e22c037 gateway port host: dv-cinder-797510-1-iscsi {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:13:13.542375 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c6f1cf7-0750-43af-92e8-ef4a24aae3a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa74d5eab-ac2a-5ee0-9548-07359ed1f630-98b52f50-b7b6-4988-9f1f-54714fb7ad2d', 'network_id': '98b52f50-b7b6-4988-9f1f-54714fb7ad2d', 'tenant_id': '5f4c874a6a5c43f68d48d6dbe7d80361', 'fixed_ips': [{'subnet_id': '00816c8f-8bf2-4323-afa8-d7fbfb9d4f38'}]}} from dv-cinder-797510-1-iscsi. {{(pid=93712) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 10:13:13.543348 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8c6f1cf7-0750-43af-92e8-ef4a24aae3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:13.555739 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-d6825e23-63d3-4eb9-8c5d-4a01175989b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1703949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11356'] for router, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:13.556848 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-d6825e23-63d3-4eb9-8c5d-4a01175989b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1666384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11349'] for router, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:13.632204 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-d6825e23-63d3-4eb9-8c5d-4a01175989b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:13.687974 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-bcb0bde8-0856-4f67-be82-70f3bf46f853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b7d55af-85d7-4fcb-9595-870c9e22c037', 'name': 'tempest-TestShelveInstance-1334747077-router', 'tenant_id': '92b25a857e544e8a81b9334162e2ccec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '9956a4bf-8d0b-4bff-be8c-7dc0163dd046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:13:06Z', 'updated_at': '2021-06-23T10:13:10Z', 'revision_number': 4, 'project_id': '92b25a857e544e8a81b9334162e2ccec', 'gw_port': {'id': '9956a4bf-8d0b-4bff-be8c-7dc0163dd046', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7d55af-85d7-4fcb-9595-870c9e22c037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:13:07Z', 'updated_at': '2021-06-23T10:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_interfaces': [{'id': 'afbd1195-ab9c-4a58-bbbe-4aeafb74c458', 'name': '', 'network_id': '68c08a46-ecd8-4ed9-9182-ea12c9f045ea', 'tenant_id': '92b25a857e544e8a81b9334162e2ccec', 'mac_address': 'fa:16:3e:ab:89:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b7d55af-85d7-4fcb-9595-870c9e22c037', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'e4deb3fe-5cbf-4afd-9d80-a3d9af1fee71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:13:09Z', 'updated_at': '2021-06-23T10:13:13Z', 'revision_number': 4, 'project_id': '92b25a857e544e8a81b9334162e2ccec', 'subnets': [{'id': 'e4deb3fe-5cbf-4afd-9d80-a3d9af1fee71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:13:13.692087 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-8c6f1cf7-0750-43af-92e8-ef4a24aae3a7 None None] Allocated IP 172.20.0.2 (98b52f50-b7b6-4988-9f1f-54714fb7ad2d/00816c8f-8bf2-4323-afa8-d7fbfb9d4f38/23d84d90-5531-4524-b57a-07aa103ce015) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 10:13:13.714856 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb0bde8-0856-4f67-be82-70f3bf46f853 None None] The sync data for ids ['2b7d55af-85d7-4fcb-9595-870c9e22c037'] in dv-cinder-797510-1-iscsi is: [{'id': '2b7d55af-85d7-4fcb-9595-870c9e22c037', 'name': 'tempest-TestShelveInstance-1334747077-router', 'tenant_id': '92b25a857e544e8a81b9334162e2ccec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '9956a4bf-8d0b-4bff-be8c-7dc0163dd046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:13:06Z', 'updated_at': '2021-06-23T10:13:10Z', 'revision_number': 4, 'project_id': '92b25a857e544e8a81b9334162e2ccec', 'gw_port': {'id': '9956a4bf-8d0b-4bff-be8c-7dc0163dd046', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7d55af-85d7-4fcb-9595-870c9e22c037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:13:07Z', 'updated_at': '2021-06-23T10:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_interfaces': [{'id': 'afbd1195-ab9c-4a58-bbbe-4aeafb74c458', 'name': '', 'network_id': '68c08a46-ecd8-4ed9-9182-ea12c9f045ea', 'tenant_id': '92b25a857e544e8a81b9334162e2ccec', 'mac_address': 'fa:16:3e:ab:89:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b7d55af-85d7-4fcb-9595-870c9e22c037', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'e4deb3fe-5cbf-4afd-9d80-a3d9af1fee71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:13:09Z', 'updated_at': '2021-06-23T10:13:13Z', 'revision_number': 4, 'project_id': '92b25a857e544e8a81b9334162e2ccec', 'subnets': [{'id': 'e4deb3fe-5cbf-4afd-9d80-a3d9af1fee71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 10:13:13.866412 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-d6825e23-63d3-4eb9-8c5d-4a01175989b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11335'] for router, precommit_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:13.867587 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8c6f1cf7-0750-43af-92e8-ef4a24aae3a7 None None] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:13.876095 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-8c6f1cf7-0750-43af-92e8-ef4a24aae3a7 None None] Transition to ACTIVE for port object 23d84d90-5531-4524-b57a-07aa103ce015 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:13:13.895100 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-8c6f1cf7-0750-43af-92e8-ef4a24aae3a7 None None] Transition to ACTIVE for port object 23d84d90-5531-4524-b57a-07aa103ce015 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:13:13.990441 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8c6f1cf7-0750-43af-92e8-ef4a24aae3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-600500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731988247197'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:13.993623 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:13:14.030991 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6f1cf7-0750-43af-92e8-ef4a24aae3a7 None None] Network 98b52f50-b7b6-4988-9f1f-54714fb7ad2d is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:13:14.037541 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-8c6f1cf7-0750-43af-92e8-ef4a24aae3a7 None None] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:13:14.041297 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6f1cf7-0750-43af-92e8-ef4a24aae3a7 None None] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 10:13:14.049214 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6f1cf7-0750-43af-92e8-ef4a24aae3a7 None None] Pushing event updated for resources: {'Port': ['ID=23d84d90-5531-4524-b57a-07aa103ce015,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:13:14.054404 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-8c6f1cf7-0750-43af-92e8-ef4a24aae3a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:13:14.107373 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-8c6f1cf7-0750-43af-92e8-ef4a24aae3a7 None None] Attempting to bind port 23d84d90-5531-4524-b57a-07aa103ce015 on host dv-cinder-797510-1-iscsi for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 10:13:14.107373 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-8c6f1cf7-0750-43af-92e8-ef4a24aae3a7 None None] Attempting to bind port 23d84d90-5531-4524-b57a-07aa103ce015 by drivers openvswitch,hyperv on host dv-cinder-797510-1-iscsi at level 0 using segments [{'id': 'd94eb981-aeea-4cec-a10a-4a2e1e308d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '98b52f50-b7b6-4988-9f1f-54714fb7ad2d'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 10:13:14.107604 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6f1cf7-0750-43af-92e8-ef4a24aae3a7 None None] Attempting to bind port 23d84d90-5531-4524-b57a-07aa103ce015 on network 98b52f50-b7b6-4988-9f1f-54714fb7ad2d {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:13:14.113536 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6f1cf7-0750-43af-92e8-ef4a24aae3a7 None None] Checking agent: {'id': 'b3037b97-c09d-4619-9318-9bf5134e8ab7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 9, 59, 20), 'started_at': datetime.datetime(2021, 6, 23, 9, 59, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 10, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 10:13:14.114026 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6f1cf7-0750-43af-92e8-ef4a24aae3a7 None None] Checking segment: {'id': 'd94eb981-aeea-4cec-a10a-4a2e1e308d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '98b52f50-b7b6-4988-9f1f-54714fb7ad2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:13:14.114550 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8c6f1cf7-0750-43af-92e8-ef4a24aae3a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:14.114993 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6f1cf7-0750-43af-92e8-ef4a24aae3a7 None None] Bound using segment: {'id': 'd94eb981-aeea-4cec-a10a-4a2e1e308d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '98b52f50-b7b6-4988-9f1f-54714fb7ad2d'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 10:13:14.115536 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-8c6f1cf7-0750-43af-92e8-ef4a24aae3a7 None None] Bound port: 23d84d90-5531-4524-b57a-07aa103ce015, host: dv-cinder-797510-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd94eb981-aeea-4cec-a10a-4a2e1e308d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '98b52f50-b7b6-4988-9f1f-54714fb7ad2d'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 10:13:14.116456 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8c6f1cf7-0750-43af-92e8-ef4a24aae3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:14.130087 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-d6825e23-63d3-4eb9-8c5d-4a01175989b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:14.149892 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-d6825e23-63d3-4eb9-8c5d-4a01175989b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for port, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:14.188740 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-8c6f1cf7-0750-43af-92e8-ef4a24aae3a7 None None] For port 23d84d90-5531-4524-b57a-07aa103ce015, host dv-cinder-797510-1-iscsi, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 10:13:14.193277 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-8c6f1cf7-0750-43af-92e8-ef4a24aae3a7 None None] For port 23d84d90-5531-4524-b57a-07aa103ce015, host dv-cinder-797510-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=23d84d90-5531-4524-b57a-07aa103ce015,segment=NetworkSegment(d94eb981-aeea-4cec-a10a-4a2e1e308d27),segment_id=d94eb981-aeea-4cec-a10a-4a2e1e308d27)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 10:13:14.262694 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.db_base_plugin_common [None req-d6825e23-63d3-4eb9-8c5d-4a01175989b5 admin admin] Allocated IP 172.27.2.242 (6c022cdf-7908-4fe1-9f3f-494480d09f28/2f1b229c-fc1e-4856-a495-4ccd56c0ef48/eab800ad-791f-4f6d-b47c-37749bf24dc4) {{(pid=93710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 10:13:14.366434 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-d6825e23-63d3-4eb9-8c5d-4a01175989b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:14.432199 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8c6f1cf7-0750-43af-92e8-ef4a24aae3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:14.434423 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:13:14.492798 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6f1cf7-0750-43af-92e8-ef4a24aae3a7 None None] Pushing event updated for resources: {'Port': ['ID=23d84d90-5531-4524-b57a-07aa103ce015,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:13:14.493076 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-d6825e23-63d3-4eb9-8c5d-4a01175989b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-600500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731988247197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31904512'] for port, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:14.497082 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-8c6f1cf7-0750-43af-92e8-ef4a24aae3a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:13:14.500513 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-8c499a7a-258a-425b-9109-7d054bda9e33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:13:14.547026 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6825e23-63d3-4eb9-8c5d-4a01175989b5 admin admin] Network 6c022cdf-7908-4fe1-9f3f-494480d09f28 is already hosted by enough agents. {{(pid=93710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:13:14.553237 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.base_scheduler [None req-d6825e23-63d3-4eb9-8c5d-4a01175989b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:13:14.556265 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6825e23-63d3-4eb9-8c5d-4a01175989b5 admin admin] Received port after_create {{(pid=93710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 10:13:14.606842 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6825e23-63d3-4eb9-8c5d-4a01175989b5 admin admin] Pushing event updated for resources: {'Port': ['ID=eab800ad-791f-4f6d-b47c-37749bf24dc4,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:13:14.613410 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-d6825e23-63d3-4eb9-8c5d-4a01175989b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:13:14.991014 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device 23d84d90-5531-4524-b57a-07aa103ce015 up at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:13:15.023343 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-d6825e23-63d3-4eb9-8c5d-4a01175989b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:15.133372 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning for port 23d84d90-5531-4524-b57a-07aa103ce015 completed by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:13:15.137138 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device afbd1195-ab9c-4a58-bbbe-4aeafb74c458 up at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:13:15.234904 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-d6825e23-63d3-4eb9-8c5d-4a01175989b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1735028'] for router, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:15.318026 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning for port afbd1195-ab9c-4a58-bbbe-4aeafb74c458 completed by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:13:15.322214 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning complete for port afbd1195-ab9c-4a58-bbbe-4aeafb74c458 triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:13:15.322836 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:15.413895 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:15.447543 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] For port afbd1195-ab9c-4a58-bbbe-4aeafb74c458, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=afbd1195-ab9c-4a58-bbbe-4aeafb74c458,segment=NetworkSegment(6fb7745b-8072-4352-8d78-8658473c137a),segment_id=6fb7745b-8072-4352-8d78-8658473c137a)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:13:15.476527 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6825e23-63d3-4eb9-8c5d-4a01175989b5 admin admin] Router 07528f60-b28d-4099-a52c-4974f472f882 is scheduled to L3 agent df545903-e04d-4712-ace0-112b1e927481 with binding_index 1 {{(pid=93710) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 10:13:15.483129 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66790178-d101-4262-a36d-a1416e220707 None None] Network 98b52f50-b7b6-4988-9f1f-54714fb7ad2d requested from dv-cinder-797510-1-iscsi {{(pid=93712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 10:13:15.579853 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6825e23-63d3-4eb9-8c5d-4a01175989b5 admin admin] Notify agent at l3_agent.dv-cinder-797510-1-iscsi the message routers_updated {{(pid=93710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 10:13:15.584443 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:15.588341 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:13:15.594454 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c38e09e-23ff-45cc-8db9-77081ecd4b3f None None] Sync routers for ids ['07528f60-b28d-4099-a52c-4974f472f882'] in dv-cinder-797510-1-iscsi {{(pid=93712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 10:13:15.641853 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c38e09e-23ff-45cc-8db9-77081ecd4b3f None None] Routers {'07528f60-b28d-4099-a52c-4974f472f882'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:13:15.642455 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-7c38e09e-23ff-45cc-8db9-77081ecd4b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:12:50Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['07528f60-b28d-4099-a52c-4974f472f882'], 'active': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:13:15.658397 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-d6825e23-63d3-4eb9-8c5d-4a01175989b5 admin admin] Notify callbacks [] for router, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:15.660293 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-d6825e23-63d3-4eb9-8c5d-4a01175989b5 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2583373 Jun 23 10:13:15.663289 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 39758) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:13:15.713336 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Pushing event updated for resources: {'Port': ['ID=afbd1195-ab9c-4a58-bbbe-4aeafb74c458,revision_number=5']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:13:15.718429 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:13:15.719164 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-f0a87ba6-6557-4211-8ecc-cd56b088fb8e None None] Provisioning for port 23d84d90-5531-4524-b57a-07aa103ce015 completed by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:13:15.733335 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-f0a87ba6-6557-4211-8ecc-cd56b088fb8e None None] Provisioning complete for port 23d84d90-5531-4524-b57a-07aa103ce015 triggered by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:13:15.733709 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f0a87ba6-6557-4211-8ecc-cd56b088fb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:15.833571 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvr_db [None req-7c38e09e-23ff-45cc-8db9-77081ecd4b3f None None] Set router 07528f60-b28d-4099-a52c-4974f472f882 gateway port host: dv-cinder-797510-1-iscsi {{(pid=93712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:13:15.979099 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f0a87ba6-6557-4211-8ecc-cd56b088fb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:16.048344 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-f0a87ba6-6557-4211-8ecc-cd56b088fb8e None None] For port 23d84d90-5531-4524-b57a-07aa103ce015, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=23d84d90-5531-4524-b57a-07aa103ce015,segment=NetworkSegment(d94eb981-aeea-4cec-a10a-4a2e1e308d27),segment_id=d94eb981-aeea-4cec-a10a-4a2e1e308d27)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:13:16.076774 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-7c38e09e-23ff-45cc-8db9-77081ecd4b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07528f60-b28d-4099-a52c-4974f472f882', 'name': 'tempest-TestShelveInstance-598265056-router', 'tenant_id': '5f4c874a6a5c43f68d48d6dbe7d80361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'eab800ad-791f-4f6d-b47c-37749bf24dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:13:13Z', 'updated_at': '2021-06-23T10:13:14Z', 'revision_number': 3, 'project_id': '5f4c874a6a5c43f68d48d6dbe7d80361', 'gw_port': {'id': 'eab800ad-791f-4f6d-b47c-37749bf24dc4', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a5:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07528f60-b28d-4099-a52c-4974f472f882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:13:14Z', 'updated_at': '2021-06-23T10:13:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi'}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:13:16.103524 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c38e09e-23ff-45cc-8db9-77081ecd4b3f None None] Checking router: 07528f60-b28d-4099-a52c-4974f472f882 for host: dv-cinder-797510-1-iscsi {{(pid=93712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 10:13:16.103794 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c38e09e-23ff-45cc-8db9-77081ecd4b3f None None] Updating router 07528f60-b28d-4099-a52c-4974f472f882 port eab800ad-791f-4f6d-b47c-37749bf24dc4 binding host dv-cinder-797510-1-iscsi {{(pid=93712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 10:13:16.139454 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7c38e09e-23ff-45cc-8db9-77081ecd4b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:16.167335 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f0a87ba6-6557-4211-8ecc-cd56b088fb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:16.171551 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:13:16.285819 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a87ba6-6557-4211-8ecc-cd56b088fb8e None None] Pushing event updated for resources: {'Port': ['ID=23d84d90-5531-4524-b57a-07aa103ce015,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:13:16.288903 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-f0a87ba6-6557-4211-8ecc-cd56b088fb8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:13:16.325956 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-5f9fb322-dbdc-42df-8eff-39ad16e25c30 None None] Provisioning complete for port 23d84d90-5531-4524-b57a-07aa103ce015 triggered by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:13:16.326325 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5f9fb322-dbdc-42df-8eff-39ad16e25c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:16.365981 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-58cfa4ee-94ac-4092-9ba5-2350dbbd8db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for port, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:16.522597 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.db_base_plugin_common [None req-58cfa4ee-94ac-4092-9ba5-2350dbbd8db5 admin admin] Allocated IP 172.20.0.1 (98b52f50-b7b6-4988-9f1f-54714fb7ad2d/00816c8f-8bf2-4323-afa8-d7fbfb9d4f38/28e6fd60-064c-4989-8d77-d8a487ff2d81) {{(pid=93710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 10:13:16.630014 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-58cfa4ee-94ac-4092-9ba5-2350dbbd8db5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:16.633078 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7c38e09e-23ff-45cc-8db9-77081ecd4b3f None None] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:16.642430 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-7c38e09e-23ff-45cc-8db9-77081ecd4b3f None None] Transition to ACTIVE for port object eab800ad-791f-4f6d-b47c-37749bf24dc4 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:13:16.643037 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.provisioning_blocks [None req-58cfa4ee-94ac-4092-9ba5-2350dbbd8db5 admin admin] Transition to ACTIVE for port object 28e6fd60-064c-4989-8d77-d8a487ff2d81 will not be triggered until provisioned by entity DHCP. {{(pid=93710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:13:16.738070 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7c38e09e-23ff-45cc-8db9-77081ecd4b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:16.740332 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:13:16.767226 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-58cfa4ee-94ac-4092-9ba5-2350dbbd8db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-600500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731988247197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31904512'] for port, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:16.771821 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-2357d0f3-7491-4730-b658-f51478ea0bb2 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:13:16.791262 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-7c38e09e-23ff-45cc-8db9-77081ecd4b3f None None] Attempting to bind port eab800ad-791f-4f6d-b47c-37749bf24dc4 on host dv-cinder-797510-1-iscsi for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 10:13:16.791628 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-7c38e09e-23ff-45cc-8db9-77081ecd4b3f None None] Attempting to bind port eab800ad-791f-4f6d-b47c-37749bf24dc4 by drivers openvswitch,hyperv on host dv-cinder-797510-1-iscsi at level 0 using segments [{'id': 'd24f8ae7-6ec3-469c-850d-4a663419c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 10:13:16.792001 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c38e09e-23ff-45cc-8db9-77081ecd4b3f None None] Attempting to bind port eab800ad-791f-4f6d-b47c-37749bf24dc4 on network 6c022cdf-7908-4fe1-9f3f-494480d09f28 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:13:16.793994 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebd9b6f-d8de-4847-9905-c83a0c098e50 None None] Pushing event updated for resources: {'Port': ['ID=eab800ad-791f-4f6d-b47c-37749bf24dc4,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:13:16.797107 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-5ebd9b6f-d8de-4847-9905-c83a0c098e50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:13:16.801442 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c38e09e-23ff-45cc-8db9-77081ecd4b3f None None] Checking agent: {'id': 'b3037b97-c09d-4619-9318-9bf5134e8ab7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 9, 59, 20), 'started_at': datetime.datetime(2021, 6, 23, 9, 59, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 10, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 10:13:16.801815 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c38e09e-23ff-45cc-8db9-77081ecd4b3f None None] Checking segment: {'id': 'd24f8ae7-6ec3-469c-850d-4a663419c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:13:16.806368 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7c38e09e-23ff-45cc-8db9-77081ecd4b3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:16.806368 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c38e09e-23ff-45cc-8db9-77081ecd4b3f None None] Bound using segment: {'id': 'd24f8ae7-6ec3-469c-850d-4a663419c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 10:13:16.806368 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-7c38e09e-23ff-45cc-8db9-77081ecd4b3f None None] Bound port: eab800ad-791f-4f6d-b47c-37749bf24dc4, host: dv-cinder-797510-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd24f8ae7-6ec3-469c-850d-4a663419c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 10:13:16.806368 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7c38e09e-23ff-45cc-8db9-77081ecd4b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:16.807556 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cfa4ee-94ac-4092-9ba5-2350dbbd8db5 admin admin] Network 98b52f50-b7b6-4988-9f1f-54714fb7ad2d is already hosted by enough agents. {{(pid=93710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:13:16.812406 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.base_scheduler [None req-58cfa4ee-94ac-4092-9ba5-2350dbbd8db5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:13:16.816776 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cfa4ee-94ac-4092-9ba5-2350dbbd8db5 admin admin] Received port after_create {{(pid=93710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 10:13:16.842762 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cfa4ee-94ac-4092-9ba5-2350dbbd8db5 admin admin] Pushing event updated for resources: {'Port': ['ID=28e6fd60-064c-4989-8d77-d8a487ff2d81,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:13:16.851493 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-58cfa4ee-94ac-4092-9ba5-2350dbbd8db5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:13:16.862408 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-7c38e09e-23ff-45cc-8db9-77081ecd4b3f None None] For port eab800ad-791f-4f6d-b47c-37749bf24dc4, host dv-cinder-797510-1-iscsi, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 10:13:16.865813 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-7c38e09e-23ff-45cc-8db9-77081ecd4b3f None None] For port eab800ad-791f-4f6d-b47c-37749bf24dc4, host dv-cinder-797510-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=eab800ad-791f-4f6d-b47c-37749bf24dc4,segment=NetworkSegment(d24f8ae7-6ec3-469c-850d-4a663419c87d),segment_id=d24f8ae7-6ec3-469c-850d-4a663419c87d)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 10:13:16.866322 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-58cfa4ee-94ac-4092-9ba5-2350dbbd8db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723508'] for router_interface, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:16.971358 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device 23d84d90-5531-4524-b57a-07aa103ce015 up at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:13:16.998943 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7c38e09e-23ff-45cc-8db9-77081ecd4b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:17.002175 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-8c6f1cf7-0750-43af-92e8-ef4a24aae3a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:13:17.077683 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebd9b6f-d8de-4847-9905-c83a0c098e50 None None] Pushing event updated for resources: {'Port': ['ID=eab800ad-791f-4f6d-b47c-37749bf24dc4,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:13:17.078343 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-58cfa4ee-94ac-4092-9ba5-2350dbbd8db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:17.082283 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-5ebd9b6f-d8de-4847-9905-c83a0c098e50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:13:17.088242 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c38e09e-23ff-45cc-8db9-77081ecd4b3f None None] Routers {'07528f60-b28d-4099-a52c-4974f472f882'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:13:17.088863 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-7c38e09e-23ff-45cc-8db9-77081ecd4b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:12:50Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['07528f60-b28d-4099-a52c-4974f472f882'], 'active': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:13:17.126698 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning complete for port 23d84d90-5531-4524-b57a-07aa103ce015 triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:13:17.127089 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:17.197880 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-1c9b9de5-88c3-4864-a14e-eaee1779806a None None] Provisioning for port 28e6fd60-064c-4989-8d77-d8a487ff2d81 completed by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:13:17.209296 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-1c9b9de5-88c3-4864-a14e-eaee1779806a None None] Provisioning complete for port 28e6fd60-064c-4989-8d77-d8a487ff2d81 triggered by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:13:17.209669 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1c9b9de5-88c3-4864-a14e-eaee1779806a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:17.258215 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-58cfa4ee-94ac-4092-9ba5-2350dbbd8db5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:17.286161 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvr_db [None req-7c38e09e-23ff-45cc-8db9-77081ecd4b3f None None] Set router 07528f60-b28d-4099-a52c-4974f472f882 gateway port host: dv-cinder-797510-1-iscsi {{(pid=93712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:13:17.289324 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-1c9b9de5-88c3-4864-a14e-eaee1779806a None None] Port 28e6fd60-064c-4989-8d77-d8a487ff2d81 cannot update to ACTIVE because it is not bound. {{(pid=93712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 10:13:17.327879 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device afbd1195-ab9c-4a58-bbbe-4aeafb74c458 up at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:13:17.373929 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-58cfa4ee-94ac-4092-9ba5-2350dbbd8db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31904530'] for port, after_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:17.376336 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-3b30ec36-ec40-41ce-98cc-ea10a23e9612 tempest-ServerRescueNegativeTestJSON-1733633037 tempest-ServerRescueNegativeTestJSON-1733633037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:13:17.445905 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cfa4ee-94ac-4092-9ba5-2350dbbd8db5 admin admin] Pushing event updated for resources: {'Port': ['ID=28e6fd60-064c-4989-8d77-d8a487ff2d81,revision_number=2']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:13:17.448709 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-58cfa4ee-94ac-4092-9ba5-2350dbbd8db5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:13:17.449650 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-58cfa4ee-94ac-4092-9ba5-2350dbbd8db5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1536466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1723544'] for router_interface, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:17.483304 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning complete for port afbd1195-ab9c-4a58-bbbe-4aeafb74c458 triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:13:17.483682 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:17.540857 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cfa4ee-94ac-4092-9ba5-2350dbbd8db5 admin admin] Network 98b52f50-b7b6-4988-9f1f-54714fb7ad2d is already hosted by enough agents. {{(pid=93710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:13:17.542453 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.base_scheduler [None req-58cfa4ee-94ac-4092-9ba5-2350dbbd8db5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:13:17.613494 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-7c38e09e-23ff-45cc-8db9-77081ecd4b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07528f60-b28d-4099-a52c-4974f472f882', 'name': 'tempest-TestShelveInstance-598265056-router', 'tenant_id': '5f4c874a6a5c43f68d48d6dbe7d80361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'eab800ad-791f-4f6d-b47c-37749bf24dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:13:13Z', 'updated_at': '2021-06-23T10:13:16Z', 'revision_number': 4, 'project_id': '5f4c874a6a5c43f68d48d6dbe7d80361', 'gw_port': {'id': 'eab800ad-791f-4f6d-b47c-37749bf24dc4', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a5:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07528f60-b28d-4099-a52c-4974f472f882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:13:14Z', 'updated_at': '2021-06-23T10:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_interfaces': [{'id': '28e6fd60-064c-4989-8d77-d8a487ff2d81', 'name': '', 'network_id': '98b52f50-b7b6-4988-9f1f-54714fb7ad2d', 'tenant_id': '5f4c874a6a5c43f68d48d6dbe7d80361', 'mac_address': 'fa:16:3e:52:8b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07528f60-b28d-4099-a52c-4974f472f882', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '00816c8f-8bf2-4323-afa8-d7fbfb9d4f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:13:16Z', 'updated_at': '2021-06-23T10:13:16Z', 'revision_number': 1, 'project_id': '5f4c874a6a5c43f68d48d6dbe7d80361', 'subnets': [{'id': '00816c8f-8bf2-4323-afa8-d7fbfb9d4f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:13:17.643447 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c38e09e-23ff-45cc-8db9-77081ecd4b3f None None] The sync data for ids ['07528f60-b28d-4099-a52c-4974f472f882'] in dv-cinder-797510-1-iscsi is: [{'id': '07528f60-b28d-4099-a52c-4974f472f882', 'name': 'tempest-TestShelveInstance-598265056-router', 'tenant_id': '5f4c874a6a5c43f68d48d6dbe7d80361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'eab800ad-791f-4f6d-b47c-37749bf24dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:13:13Z', 'updated_at': '2021-06-23T10:13:16Z', 'revision_number': 4, 'project_id': '5f4c874a6a5c43f68d48d6dbe7d80361', 'gw_port': {'id': 'eab800ad-791f-4f6d-b47c-37749bf24dc4', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a5:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07528f60-b28d-4099-a52c-4974f472f882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:13:14Z', 'updated_at': '2021-06-23T10:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_interfaces': [{'id': '28e6fd60-064c-4989-8d77-d8a487ff2d81', 'name': '', 'network_id': '98b52f50-b7b6-4988-9f1f-54714fb7ad2d', 'tenant_id': '5f4c874a6a5c43f68d48d6dbe7d80361', 'mac_address': 'fa:16:3e:52:8b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07528f60-b28d-4099-a52c-4974f472f882', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '00816c8f-8bf2-4323-afa8-d7fbfb9d4f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:13:16Z', 'updated_at': '2021-06-23T10:13:16Z', 'revision_number': 1, 'project_id': '5f4c874a6a5c43f68d48d6dbe7d80361', 'subnets': [{'id': '00816c8f-8bf2-4323-afa8-d7fbfb9d4f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 10:13:17.666084 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58cfa4ee-94ac-4092-9ba5-2350dbbd8db5 admin admin] Router 07528f60-b28d-4099-a52c-4974f472f882 has already been hosted by L3 agent df545903-e04d-4712-ace0-112b1e927481 {{(pid=93710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 10:13:17.777614 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58cfa4ee-94ac-4092-9ba5-2350dbbd8db5 admin admin] Notify agent at l3_agent.dv-cinder-797510-1-iscsi the message routers_updated {{(pid=93710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 10:13:17.782625 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-58cfa4ee-94ac-4092-9ba5-2350dbbd8db5 admin admin] 10.222.0.47 "PUT /v2.0/routers/07528f60-b28d-4099-a52c-4974f472f882/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1183963 Jun 23 10:13:17.813175 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-ce6876da-afdb-4478-bb7e-442e982b9514 None None] Provisioning complete for port 28e6fd60-064c-4989-8d77-d8a487ff2d81 triggered by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:13:17.813470 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ce6876da-afdb-4478-bb7e-442e982b9514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:17.872008 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-ce6876da-afdb-4478-bb7e-442e982b9514 None None] Port 28e6fd60-064c-4989-8d77-d8a487ff2d81 cannot update to ACTIVE because it is not bound. {{(pid=93712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 10:13:17.940470 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5b336946-902f-4a8a-a5ea-31ac117e6fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:18.974646 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 39780) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:13:18.980308 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [None req-71623d7e-f154-4384-a00e-4bf341dfb041 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2134818851', 'description': 'tempest-secgroup-smoke-2134818851 description', 'project_id': '92b25a857e544e8a81b9334162e2ccec'}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:13:18.981448 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device eab800ad-791f-4f6d-b47c-37749bf24dc4 up at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:13:19.109763 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning for port eab800ad-791f-4f6d-b47c-37749bf24dc4 completed by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:13:19.109923 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-71623d7e-f154-4384-a00e-4bf341dfb041 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:19.113830 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning complete for port eab800ad-791f-4f6d-b47c-37749bf24dc4 triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:13:19.114323 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:19.197239 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-71623d7e-f154-4384-a00e-4bf341dfb041 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:19.200365 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:19.222223 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] For port eab800ad-791f-4f6d-b47c-37749bf24dc4, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=eab800ad-791f-4f6d-b47c-37749bf24dc4,segment=NetworkSegment(d24f8ae7-6ec3-469c-850d-4a663419c87d),segment_id=d24f8ae7-6ec3-469c-850d-4a663419c87d)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:13:19.283350 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-71623d7e-f154-4384-a00e-4bf341dfb041 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:19.286304 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-7ad0d9ce-4cb3-44e2-8f71-fc5b5e9b99f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:13:19.311498 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:19.317269 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-2f04c03d-5aab-4691-8128-a4ada002cc5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:13:19.322465 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71623d7e-f154-4384-a00e-4bf341dfb041 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e45e3df1-e8a9-4537-8289-2ade431faea5,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:13:19.327090 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-71623d7e-f154-4384-a00e-4bf341dfb041 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:13:19.373341 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Pushing event updated for resources: {'Port': ['ID=eab800ad-791f-4f6d-b47c-37749bf24dc4,revision_number=4']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:13:19.376740 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:13:19.397028 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-71623d7e-f154-4384-a00e-4bf341dfb041 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Notify callbacks [] for security_group, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:19.398297 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-71623d7e-f154-4384-a00e-4bf341dfb041 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4238772 Jun 23 10:13:19.401131 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 39790) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:13:19.408281 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [None req-ab62bb29-101a-4189-9b69-86db381256f3 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Request body: {'security_group_rule': {'security_group_id': 'e45e3df1-e8a9-4537-8289-2ade431faea5', 'project_id': '92b25a857e544e8a81b9334162e2ccec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:13:19.516159 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-ab62bb29-101a-4189-9b69-86db381256f3 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:19.573543 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-ab62bb29-101a-4189-9b69-86db381256f3 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:19.669611 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-ab62bb29-101a-4189-9b69-86db381256f3 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660775'] for security_group_rule, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:19.671877 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-806da5d9-f5a5-4e25-8416-ea2be37ebbc6 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:13:19.689157 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab62bb29-101a-4189-9b69-86db381256f3 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=106e1101-4fdc-4a71-bed0-043812ea86ab,revision_number=0']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:13:19.693337 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-ab62bb29-101a-4189-9b69-86db381256f3 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:13:19.756152 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-ab62bb29-101a-4189-9b69-86db381256f3 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:19.757281 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-ab62bb29-101a-4189-9b69-86db381256f3 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3552287 Jun 23 10:13:19.760105 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 39794) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:13:19.765033 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [None req-1b65de17-b65c-4c19-97b0-1aa86e285d02 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Request body: {'security_group_rule': {'security_group_id': 'e45e3df1-e8a9-4537-8289-2ade431faea5', 'project_id': '92b25a857e544e8a81b9334162e2ccec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:13:19.875470 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-1b65de17-b65c-4c19-97b0-1aa86e285d02 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:19.925472 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-1b65de17-b65c-4c19-97b0-1aa86e285d02 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:19.996763 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-1b65de17-b65c-4c19-97b0-1aa86e285d02 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660775'] for security_group_rule, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:19.998995 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-c5f029a9-dcc6-4df9-b2a9-c782d6698eaf tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:13:20.015886 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b65de17-b65c-4c19-97b0-1aa86e285d02 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8f6f091-35e1-4f5d-9e3d-4b20570d73fa,revision_number=0']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:13:20.019250 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-1b65de17-b65c-4c19-97b0-1aa86e285d02 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:13:20.100026 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-1b65de17-b65c-4c19-97b0-1aa86e285d02 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:20.101256 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-1b65de17-b65c-4c19-97b0-1aa86e285d02 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3402233 Jun 23 10:13:20.104057 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 39800) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:13:20.108622 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [None req-db52a15d-6a17-443a-b256-4af16559753d tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Request body: {'security_group_rule': {'security_group_id': 'e45e3df1-e8a9-4537-8289-2ade431faea5', 'project_id': '92b25a857e544e8a81b9334162e2ccec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:13:20.230419 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-db52a15d-6a17-443a-b256-4af16559753d tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:20.288095 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-db52a15d-6a17-443a-b256-4af16559753d tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:20.363555 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-db52a15d-6a17-443a-b256-4af16559753d tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660775'] for security_group_rule, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:20.365670 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-09b2df15-ed39-48f4-bc8d-41da1ea47beb tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:13:20.382781 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db52a15d-6a17-443a-b256-4af16559753d tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d33c33b6-4995-489b-ae07-4783f4a263db,revision_number=0']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:13:20.385539 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-db52a15d-6a17-443a-b256-4af16559753d tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:13:20.414338 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-bf957284-ba13-4b3a-b3bc-b0052b54ab20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:20.477176 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-db52a15d-6a17-443a-b256-4af16559753d tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:20.478419 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-db52a15d-6a17-443a-b256-4af16559753d tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3734057 Jun 23 10:13:20.481071 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 39806) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:13:20.485505 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [None req-6fe9eaa7-9497-4b4c-bf99-65cadefe08f1 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Request body: {'security_group_rule': {'security_group_id': 'e45e3df1-e8a9-4537-8289-2ade431faea5', 'project_id': '92b25a857e544e8a81b9334162e2ccec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:13:20.596202 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-6fe9eaa7-9497-4b4c-bf99-65cadefe08f1 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:20.657551 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-6fe9eaa7-9497-4b4c-bf99-65cadefe08f1 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:20.682950 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:20.768602 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-6fe9eaa7-9497-4b4c-bf99-65cadefe08f1 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660775'] for security_group_rule, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:20.770762 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:13:20.790057 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe9eaa7-9497-4b4c-bf99-65cadefe08f1 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37f3da8e-e0d8-4cec-a6ab-c4b3b64b8847,revision_number=0']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:13:20.792510 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-6fe9eaa7-9497-4b4c-bf99-65cadefe08f1 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:13:20.845687 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fe58d3-f134-4817-be79-46151a348311 None None] Sync routers for ids ['07528f60-b28d-4099-a52c-4974f472f882'] in dv-cinder-797510-1-iscsi {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 10:13:20.852648 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-6fe9eaa7-9497-4b4c-bf99-65cadefe08f1 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:20.856513 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-6fe9eaa7-9497-4b4c-bf99-65cadefe08f1 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3720908 Jun 23 10:13:20.856770 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fe58d3-f134-4817-be79-46151a348311 None None] Routers {'07528f60-b28d-4099-a52c-4974f472f882'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:13:20.856770 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-c7fe58d3-f134-4817-be79-46151a348311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:13:20Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['07528f60-b28d-4099-a52c-4974f472f882'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:13:20.856958 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 39814) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:13:20.861709 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [None req-1d020744-11b2-4a7f-b7fb-0b6a38fcf75e tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Request body: {'security_group_rule': {'security_group_id': 'e45e3df1-e8a9-4537-8289-2ade431faea5', 'project_id': '92b25a857e544e8a81b9334162e2ccec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:13:20.958244 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.db.securitygroups_db [None req-1d020744-11b2-4a7f-b7fb-0b6a38fcf75e tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Project 92b25a857e544e8a81b9334162e2ccec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 10:13:20.964150 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-1d020744-11b2-4a7f-b7fb-0b6a38fcf75e tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:20.973743 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device eab800ad-791f-4f6d-b47c-37749bf24dc4 up at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:13:21.010326 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-c7fe58d3-f134-4817-be79-46151a348311 None None] Set router 07528f60-b28d-4099-a52c-4974f472f882 gateway port host: dv-cinder-797510-1-iscsi {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:13:21.043555 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning complete for port eab800ad-791f-4f6d-b47c-37749bf24dc4 triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:13:21.043991 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:21.055322 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-1d020744-11b2-4a7f-b7fb-0b6a38fcf75e tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:21.134500 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-1d020744-11b2-4a7f-b7fb-0b6a38fcf75e tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660775'] for security_group_rule, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:21.136698 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-3d275f6c-68b6-4208-8ef5-81c45f45ff1c tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:13:21.151469 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d020744-11b2-4a7f-b7fb-0b6a38fcf75e tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6b75211-eea5-4893-90d5-14c8192070e9,revision_number=0']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:13:21.155359 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-1d020744-11b2-4a7f-b7fb-0b6a38fcf75e tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:13:21.238776 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-c7fe58d3-f134-4817-be79-46151a348311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07528f60-b28d-4099-a52c-4974f472f882', 'name': 'tempest-TestShelveInstance-598265056-router', 'tenant_id': '5f4c874a6a5c43f68d48d6dbe7d80361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'eab800ad-791f-4f6d-b47c-37749bf24dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:13:13Z', 'updated_at': '2021-06-23T10:13:16Z', 'revision_number': 4, 'project_id': '5f4c874a6a5c43f68d48d6dbe7d80361', 'gw_port': {'id': 'eab800ad-791f-4f6d-b47c-37749bf24dc4', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07528f60-b28d-4099-a52c-4974f472f882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:13:14Z', 'updated_at': '2021-06-23T10:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_interfaces': [{'id': '28e6fd60-064c-4989-8d77-d8a487ff2d81', 'name': '', 'network_id': '98b52f50-b7b6-4988-9f1f-54714fb7ad2d', 'tenant_id': '5f4c874a6a5c43f68d48d6dbe7d80361', 'mac_address': 'fa:16:3e:52:8b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07528f60-b28d-4099-a52c-4974f472f882', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '00816c8f-8bf2-4323-afa8-d7fbfb9d4f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:13:16Z', 'updated_at': '2021-06-23T10:13:17Z', 'revision_number': 2, 'project_id': '5f4c874a6a5c43f68d48d6dbe7d80361', 'subnets': [{'id': '00816c8f-8bf2-4323-afa8-d7fbfb9d4f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:13:21.260320 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-1d020744-11b2-4a7f-b7fb-0b6a38fcf75e tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:21.264338 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-1d020744-11b2-4a7f-b7fb-0b6a38fcf75e tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4037001 Jun 23 10:13:21.264686 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fe58d3-f134-4817-be79-46151a348311 None None] Checking router: 07528f60-b28d-4099-a52c-4974f472f882 for host: dv-cinder-797510-1-iscsi {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 10:13:21.264785 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 39826) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:13:21.264867 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fe58d3-f134-4817-be79-46151a348311 None None] Updating router 07528f60-b28d-4099-a52c-4974f472f882 port 28e6fd60-064c-4989-8d77-d8a487ff2d81 binding host dv-cinder-797510-1-iscsi {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 10:13:21.269640 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [None req-554578fe-d7eb-455f-95c7-ce80540c6ee2 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Request body: {'security_group_rule': {'security_group_id': 'e45e3df1-e8a9-4537-8289-2ade431faea5', 'project_id': '92b25a857e544e8a81b9334162e2ccec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:13:21.297190 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c7fe58d3-f134-4817-be79-46151a348311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:21.437563 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.db.securitygroups_db [None req-554578fe-d7eb-455f-95c7-ce80540c6ee2 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Project 92b25a857e544e8a81b9334162e2ccec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 10:13:21.444228 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-554578fe-d7eb-455f-95c7-ce80540c6ee2 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:21.506453 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-554578fe-d7eb-455f-95c7-ce80540c6ee2 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:21.528598 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-549d35a9-2eb0-42c6-a322-a779b3edc54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:21.562157 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c7fe58d3-f134-4817-be79-46151a348311 None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:21.572098 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-c7fe58d3-f134-4817-be79-46151a348311 None None] Transition to ACTIVE for port object 28e6fd60-064c-4989-8d77-d8a487ff2d81 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:13:21.688859 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-554578fe-d7eb-455f-95c7-ce80540c6ee2 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660775'] for security_group_rule, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:21.689050 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c7fe58d3-f134-4817-be79-46151a348311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:21.691908 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:13:21.692336 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG oslo_concurrency.lockutils [None req-2c2aa76b-4a37-49f9-bfab-9d5f1f7b5163 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:13:21.708375 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554578fe-d7eb-455f-95c7-ce80540c6ee2 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=290fb6f7-7835-457c-a6db-7ce851123d4b,revision_number=0']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:13:21.710944 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-554578fe-d7eb-455f-95c7-ce80540c6ee2 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:13:21.741758 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5ef649-718e-4a27-b88b-8030ef3ae69a None None] Pushing event updated for resources: {'Port': ['ID=28e6fd60-064c-4989-8d77-d8a487ff2d81,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:13:21.745810 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG oslo_concurrency.lockutils [None req-ca5ef649-718e-4a27-b88b-8030ef3ae69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:13:21.807530 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-c7fe58d3-f134-4817-be79-46151a348311 None None] Attempting to bind port 28e6fd60-064c-4989-8d77-d8a487ff2d81 on host dv-cinder-797510-1-iscsi for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 10:13:21.808006 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-c7fe58d3-f134-4817-be79-46151a348311 None None] Attempting to bind port 28e6fd60-064c-4989-8d77-d8a487ff2d81 by drivers openvswitch,hyperv on host dv-cinder-797510-1-iscsi at level 0 using segments [{'id': 'd94eb981-aeea-4cec-a10a-4a2e1e308d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '98b52f50-b7b6-4988-9f1f-54714fb7ad2d'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 10:13:21.808494 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fe58d3-f134-4817-be79-46151a348311 None None] Attempting to bind port 28e6fd60-064c-4989-8d77-d8a487ff2d81 on network 98b52f50-b7b6-4988-9f1f-54714fb7ad2d {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:13:21.814352 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-554578fe-d7eb-455f-95c7-ce80540c6ee2 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:21.815990 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-554578fe-d7eb-455f-95c7-ce80540c6ee2 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5502427 Jun 23 10:13:21.817542 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fe58d3-f134-4817-be79-46151a348311 None None] Checking agent: {'id': 'b3037b97-c09d-4619-9318-9bf5134e8ab7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 9, 59, 20), 'started_at': datetime.datetime(2021, 6, 23, 9, 59, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 10, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 10:13:21.817900 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fe58d3-f134-4817-be79-46151a348311 None None] Checking segment: {'id': 'd94eb981-aeea-4cec-a10a-4a2e1e308d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '98b52f50-b7b6-4988-9f1f-54714fb7ad2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:13:21.818428 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c7fe58d3-f134-4817-be79-46151a348311 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:21.818964 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fe58d3-f134-4817-be79-46151a348311 None None] Bound using segment: {'id': 'd94eb981-aeea-4cec-a10a-4a2e1e308d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '98b52f50-b7b6-4988-9f1f-54714fb7ad2d'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 10:13:21.824054 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-c7fe58d3-f134-4817-be79-46151a348311 None None] Bound port: 28e6fd60-064c-4989-8d77-d8a487ff2d81, host: dv-cinder-797510-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd94eb981-aeea-4cec-a10a-4a2e1e308d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '98b52f50-b7b6-4988-9f1f-54714fb7ad2d'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 10:13:21.824054 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c7fe58d3-f134-4817-be79-46151a348311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:21.900996 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-c7fe58d3-f134-4817-be79-46151a348311 None None] For port 28e6fd60-064c-4989-8d77-d8a487ff2d81, host dv-cinder-797510-1-iscsi, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 10:13:21.905445 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-c7fe58d3-f134-4817-be79-46151a348311 None None] For port 28e6fd60-064c-4989-8d77-d8a487ff2d81, host dv-cinder-797510-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=28e6fd60-064c-4989-8d77-d8a487ff2d81,segment=NetworkSegment(d94eb981-aeea-4cec-a10a-4a2e1e308d27),segment_id=d94eb981-aeea-4cec-a10a-4a2e1e308d27)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 10:13:22.037660 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-c7fe58d3-f134-4817-be79-46151a348311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:22.041378 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG oslo_concurrency.lockutils [None req-e2daa57e-287e-4c8c-ba46-6c148b7a2cb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:13:22.119207 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.agents_db [None req-4b03355e-e743-40fc-912e-580b49e4c212 None None] Agent healthcheck: found 6 active agents {{(pid=93713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 10:13:22.121588 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fe58d3-f134-4817-be79-46151a348311 None None] Routers {'07528f60-b28d-4099-a52c-4974f472f882'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:13:22.122219 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-c7fe58d3-f134-4817-be79-46151a348311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:13:20Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['07528f60-b28d-4099-a52c-4974f472f882'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:13:22.128940 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5ef649-718e-4a27-b88b-8030ef3ae69a None None] Pushing event updated for resources: {'Port': ['ID=28e6fd60-064c-4989-8d77-d8a487ff2d81,revision_number=4']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:13:22.132435 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG oslo_concurrency.lockutils [None req-ca5ef649-718e-4a27-b88b-8030ef3ae69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:13:22.259415 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-c7fe58d3-f134-4817-be79-46151a348311 None None] Set router 07528f60-b28d-4099-a52c-4974f472f882 gateway port host: dv-cinder-797510-1-iscsi {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:13:22.266563 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53045009-f3c9-4375-a7b6-96adc3e2e4a8 req-e82b44be-1d86-4866-8cfa-ef948a6ded2a tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:22.268766 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-53045009-f3c9-4375-a7b6-96adc3e2e4a8 req-e82b44be-1d86-4866-8cfa-ef948a6ded2a tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 946 time: 0.0710397 Jun 23 10:13:22.318055 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-53045009-f3c9-4375-a7b6-96adc3e2e4a8 req-10590e70-4001-462c-9a13-4e14e702f2b2 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430126 Jun 23 10:13:22.554830 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-c7fe58d3-f134-4817-be79-46151a348311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07528f60-b28d-4099-a52c-4974f472f882', 'name': 'tempest-TestShelveInstance-598265056-router', 'tenant_id': '5f4c874a6a5c43f68d48d6dbe7d80361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'eab800ad-791f-4f6d-b47c-37749bf24dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:13:13Z', 'updated_at': '2021-06-23T10:13:16Z', 'revision_number': 4, 'project_id': '5f4c874a6a5c43f68d48d6dbe7d80361', 'gw_port': {'id': 'eab800ad-791f-4f6d-b47c-37749bf24dc4', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07528f60-b28d-4099-a52c-4974f472f882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:13:14Z', 'updated_at': '2021-06-23T10:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_interfaces': [{'id': '28e6fd60-064c-4989-8d77-d8a487ff2d81', 'name': '', 'network_id': '98b52f50-b7b6-4988-9f1f-54714fb7ad2d', 'tenant_id': '5f4c874a6a5c43f68d48d6dbe7d80361', 'mac_address': 'fa:16:3e:52:8b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07528f60-b28d-4099-a52c-4974f472f882', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '00816c8f-8bf2-4323-afa8-d7fbfb9d4f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:13:16Z', 'updated_at': '2021-06-23T10:13:21Z', 'revision_number': 4, 'project_id': '5f4c874a6a5c43f68d48d6dbe7d80361', 'subnets': [{'id': '00816c8f-8bf2-4323-afa8-d7fbfb9d4f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:13:22.584565 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7fe58d3-f134-4817-be79-46151a348311 None None] The sync data for ids ['07528f60-b28d-4099-a52c-4974f472f882'] in dv-cinder-797510-1-iscsi is: [{'id': '07528f60-b28d-4099-a52c-4974f472f882', 'name': 'tempest-TestShelveInstance-598265056-router', 'tenant_id': '5f4c874a6a5c43f68d48d6dbe7d80361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'eab800ad-791f-4f6d-b47c-37749bf24dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:13:13Z', 'updated_at': '2021-06-23T10:13:16Z', 'revision_number': 4, 'project_id': '5f4c874a6a5c43f68d48d6dbe7d80361', 'gw_port': {'id': 'eab800ad-791f-4f6d-b47c-37749bf24dc4', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07528f60-b28d-4099-a52c-4974f472f882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:13:14Z', 'updated_at': '2021-06-23T10:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_interfaces': [{'id': '28e6fd60-064c-4989-8d77-d8a487ff2d81', 'name': '', 'network_id': '98b52f50-b7b6-4988-9f1f-54714fb7ad2d', 'tenant_id': '5f4c874a6a5c43f68d48d6dbe7d80361', 'mac_address': 'fa:16:3e:52:8b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07528f60-b28d-4099-a52c-4974f472f882', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '00816c8f-8bf2-4323-afa8-d7fbfb9d4f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:13:16Z', 'updated_at': '2021-06-23T10:13:21Z', 'revision_number': 4, 'project_id': '5f4c874a6a5c43f68d48d6dbe7d80361', 'subnets': [{'id': '00816c8f-8bf2-4323-afa8-d7fbfb9d4f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 10:13:22.985892 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device 28e6fd60-064c-4989-8d77-d8a487ff2d81 up at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:13:23.105696 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning for port 28e6fd60-064c-4989-8d77-d8a487ff2d81 completed by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:13:23.109799 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning complete for port 28e6fd60-064c-4989-8d77-d8a487ff2d81 triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:13:23.110177 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:23.187446 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:23.221302 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] For port 28e6fd60-064c-4989-8d77-d8a487ff2d81, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=28e6fd60-064c-4989-8d77-d8a487ff2d81,segment=NetworkSegment(d94eb981-aeea-4cec-a10a-4a2e1e308d27),segment_id=d94eb981-aeea-4cec-a10a-4a2e1e308d27)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:13:23.317331 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:23.319349 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-cf89e2c8-1580-4290-b28c-90ec2d2ff992 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:13:23.382827 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Pushing event updated for resources: {'Port': ['ID=28e6fd60-064c-4989-8d77-d8a487ff2d81,revision_number=5']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:13:23.386017 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:13:23.508579 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0acd623-c342-404d-8814-ec4dfebcad63 req-8ec35a9b-c897-430b-a73b-a32825cb9cba tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:23.510052 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-c0acd623-c342-404d-8814-ec4dfebcad63 req-8ec35a9b-c897-430b-a73b-a32825cb9cba tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 946 time: 0.0633428 Jun 23 10:13:23.535148 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-329354e5-9e69-417d-83ab-34bb473e22da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:23.547495 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-c0acd623-c342-404d-8814-ec4dfebcad63 req-5510963a-458b-4963-b6b8-9994ae70e818 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318141 Jun 23 10:13:24.741127 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4cf103-c867-4a70-8995-4e184db9ec24 req-462c1e8b-0f37-4328-a333-a683b261fd62 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:24.742577 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-7c4cf103-c867-4a70-8995-4e184db9ec24 req-462c1e8b-0f37-4328-a333-a683b261fd62 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 946 time: 0.0674233 Jun 23 10:13:24.779568 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-7c4cf103-c867-4a70-8995-4e184db9ec24 req-3cca6301-97e3-47c7-b95b-68c1134b7545 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312459 Jun 23 10:13:24.957787 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device 28e6fd60-064c-4989-8d77-d8a487ff2d81 up at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:13:25.009372 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning complete for port 28e6fd60-064c-4989-8d77-d8a487ff2d81 triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:13:25.009810 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:25.966465 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c797b37d-4156-4443-b822-b58b754fcacc req-aa85c720-605b-4d66-ade4-79e3ab16a20b tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:25.967928 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-c797b37d-4156-4443-b822-b58b754fcacc req-aa85c720-605b-4d66-ade4-79e3ab16a20b tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 946 time: 0.0641532 Jun 23 10:13:26.006912 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-c797b37d-4156-4443-b822-b58b754fcacc req-0d474cc3-b8a4-4cf3-b1dd-7ddf5b51133f tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325406 Jun 23 10:13:27.186332 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42475160-492f-4672-a0e1-aafb776289ec req-097c03be-f73b-41c0-aee5-b63cb078ca21 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:27.187711 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-42475160-492f-4672-a0e1-aafb776289ec req-097c03be-f73b-41c0-aee5-b63cb078ca21 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 946 time: 0.0621469 Jun 23 10:13:27.232229 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-42475160-492f-4672-a0e1-aafb776289ec req-0ef30e8c-8810-45f2-b13b-cb8f8431744e tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371416 Jun 23 10:13:28.412506 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84660614-7d89-4562-afc6-78b92ee74207 req-cb245113-99f1-4514-8d7c-1af1f53b70bc tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:28.413978 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-84660614-7d89-4562-afc6-78b92ee74207 req-cb245113-99f1-4514-8d7c-1af1f53b70bc tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 946 time: 0.0656266 Jun 23 10:13:28.450950 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-84660614-7d89-4562-afc6-78b92ee74207 req-d75fcacf-e4dc-45e2-976c-1cce85013644 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313697 Jun 23 10:13:29.628477 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dc5aa4-dd38-4bca-93ff-6040fa518e61 req-c3d60f07-e3f7-4a49-b52d-35e745f96233 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:29.629930 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a2dc5aa4-dd38-4bca-93ff-6040fa518e61 req-c3d60f07-e3f7-4a49-b52d-35e745f96233 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 946 time: 0.0625436 Jun 23 10:13:29.671177 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a2dc5aa4-dd38-4bca-93ff-6040fa518e61 req-6b9d2537-caf0-4399-9a2f-809fc2ac7c31 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353012 Jun 23 10:13:30.185890 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 40014) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:13:30.230341 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.db_base_plugin_v2 [None req-16eb5a64-4c4d-43e9-8c66-7c7392adb5f6 admin admin] Deleting subnet c8d00fb4-2eb3-4fce-bc4c-62b3c74d11ea {{(pid=93710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 10:13:30.233488 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-16eb5a64-4c4d-43e9-8c66-7c7392adb5f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:30.273750 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-16eb5a64-4c4d-43e9-8c66-7c7392adb5f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33103701'] for subnet, precommit_delete_associations {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:30.311829 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-16eb5a64-4c4d-43e9-8c66-7c7392adb5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528171'] for subnet, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:30.494357 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-16eb5a64-4c4d-43e9-8c66-7c7392adb5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31904595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33311376'] for subnet, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:30.496808 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:13:30.523909 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb5a64-4c4d-43e9-8c66-7c7392adb5f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8d00fb4-2eb3-4fce-bc4c-62b3c74d11ea,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:13:30.526999 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-16eb5a64-4c4d-43e9-8c66-7c7392adb5f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:13:30.528051 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-16eb5a64-4c4d-43e9-8c66-7c7392adb5f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for subnet, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:30.529916 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-16eb5a64-4c4d-43e9-8c66-7c7392adb5f6 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/c8d00fb4-2eb3-4fce-bc4c-62b3c74d11ea HTTP/1.1" status: 204 len: 168 time: 0.3430171 Jun 23 10:13:30.532412 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 40016) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:13:30.607074 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-1901bb3e-35af-454f-adbf-f470b93ffc65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-550829'] for network, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:30.692021 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-1901bb3e-35af-454f-adbf-f470b93ffc65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527526', 'neutron.services.segments.db._delete_segments_for_network-8731988835103'] for network, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:30.701725 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.services.segments.db [None req-1901bb3e-35af-454f-adbf-f470b93ffc65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['696f9b4c-a752-4f9c-82c1-4f3043da4d6a']}} {{(pid=93710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:13:30.713574 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.services.segments.db [None req-1901bb3e-35af-454f-adbf-f470b93ffc65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce09e72f-ccdb-4fbd-8864-2bdc76ee721c') {'for_net_delete': True} {{(pid=93710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:13:30.713880 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.services.segments.db [None req-1901bb3e-35af-454f-adbf-f470b93ffc65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce09e72f-ccdb-4fbd-8864-2bdc76ee721c') {} {{(pid=93710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:13:30.723076 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-1901bb3e-35af-454f-adbf-f470b93ffc65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731988825070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33103690'] for segment, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:30.737597 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-1901bb3e-35af-454f-adbf-f470b93ffc65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-523806'] for segment, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:30.745317 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1901bb3e-35af-454f-adbf-f470b93ffc65 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=93710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 10:13:30.748862 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-1901bb3e-35af-454f-adbf-f470b93ffc65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-523806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31904718'] for segment, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:30.748862 dv-cinder-797510-1-iscsi neutron-server[93710]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 10:13:30.748862 dv-cinder-797510-1-iscsi neutron-server[93710]: conditions |= (models_v2.Port.network_id.in_( Jun 23 10:13:30.748862 dv-cinder-797510-1-iscsi neutron-server[93710]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 10:13:30.748862 dv-cinder-797510-1-iscsi neutron-server[93710]: conditions |= (models_v2.Port.network_id.in_( Jun 23 10:13:30.748862 dv-cinder-797510-1-iscsi neutron-server[93710]: Traceback (most recent call last): Jun 23 10:13:30.748862 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 10:13:30.748862 dv-cinder-797510-1-iscsi neutron-server[93710]: timer() Jun 23 10:13:30.748862 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 10:13:30.748862 dv-cinder-797510-1-iscsi neutron-server[93710]: cb(*args, **kw) Jun 23 10:13:30.748862 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 10:13:30.748862 dv-cinder-797510-1-iscsi neutron-server[93710]: return func(*args, **kwargs) Jun 23 10:13:30.748862 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 10:13:30.748862 dv-cinder-797510-1-iscsi neutron-server[93710]: self._notify() Jun 23 10:13:30.748862 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 10:13:30.748862 dv-cinder-797510-1-iscsi neutron-server[93710]: self.callback(batched_events) Jun 23 10:13:30.748862 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 10:13:30.748862 dv-cinder-797510-1-iscsi neutron-server[93710]: event.method(event) Jun 23 10:13:30.748862 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 10:13:30.748862 dv-cinder-797510-1-iscsi neutron-server[93710]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 10:13:30.748862 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 10:13:30.748862 dv-cinder-797510-1-iscsi neutron-server[93710]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 10:13:30.748862 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 10:13:30.748862 dv-cinder-797510-1-iscsi neutron-server[93710]: return f(self, *a, **k) Jun 23 10:13:30.748862 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 10:13:30.748862 dv-cinder-797510-1-iscsi neutron-server[93710]: return self._get(url).json() Jun 23 10:13:30.748862 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 10:13:30.748862 dv-cinder-797510-1-iscsi neutron-server[93710]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 10:13:30.748862 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 10:13:30.748862 dv-cinder-797510-1-iscsi neutron-server[93710]: return self.request(url, 'GET', **kwargs) Jun 23 10:13:30.748862 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 10:13:30.748862 dv-cinder-797510-1-iscsi neutron-server[93710]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 10:13:30.748862 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 10:13:30.748862 dv-cinder-797510-1-iscsi neutron-server[93710]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 10:13:30.748862 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 10:13:30.748862 dv-cinder-797510-1-iscsi neutron-server[93710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 10:13:30.748862 dv-cinder-797510-1-iscsi neutron-server[93710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 10:13:30.863449 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc9883b-a698-4c0a-9881-e545011750d6 req-9f4e954a-7a93-4dc5-9de7-3cbba4139e1b tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:30.866249 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-6dc9883b-a698-4c0a-9881-e545011750d6 req-9f4e954a-7a93-4dc5-9de7-3cbba4139e1b tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 946 time: 0.0732527 Jun 23 10:13:30.888647 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-1901bb3e-35af-454f-adbf-f470b93ffc65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-193570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1707113'] for network, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:30.901439 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-d137cc12-df45-4e64-926e-9894e401eb9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:13:30.903666 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-1901bb3e-35af-454f-adbf-f470b93ffc65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for network, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:30.908667 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-1901bb3e-35af-454f-adbf-f470b93ffc65 admin admin] 10.222.0.47 "DELETE /v2.0/networks/696f9b4c-a752-4f9c-82c1-4f3043da4d6a HTTP/1.1" status: 204 len: 168 time: 0.3745172 Jun 23 10:13:30.913270 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-6dc9883b-a698-4c0a-9881-e545011750d6 req-5928ca56-a543-46a7-a15c-a224fd48735a tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408826 Jun 23 10:13:30.923635 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1901bb3e-35af-454f-adbf-f470b93ffc65 admin admin] Pushing event deleted for resources: {'Network': ['ID=696f9b4c-a752-4f9c-82c1-4f3043da4d6a,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:13:30.928674 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-1901bb3e-35af-454f-adbf-f470b93ffc65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:13:31.327428 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 40028) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:13:31.370426 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-e994d3e3-f772-4b60-882d-b9cbe764562f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bd24df5f65c04e53863ccbfd447a03a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416865 Jun 23 10:13:31.372595 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 40030) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:13:31.421123 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f945bb51-6574-4334-b8a9-1a68bd9040e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:31.443592 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f945bb51-6574-4334-b8a9-1a68bd9040e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:31.545215 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f945bb51-6574-4334-b8a9-1a68bd9040e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:31.547940 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f945bb51-6574-4334-b8a9-1a68bd9040e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:31.549088 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-f945bb51-6574-4334-b8a9-1a68bd9040e1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/041c3a61-5603-48a0-bd35-5c7095f438f3 HTTP/1.1" status: 204 len: 168 time: 0.1755650 Jun 23 10:13:31.550641 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-8c40138b-f427-4ce0-9d55-2aad39eb59f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:13:31.559515 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f945bb51-6574-4334-b8a9-1a68bd9040e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041c3a61-5603-48a0-bd35-5c7095f438f3,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:13:31.568982 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945bb51-6574-4334-b8a9-1a68bd9040e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:13:31.569432 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945bb51-6574-4334-b8a9-1a68bd9040e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:13:31.569866 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945bb51-6574-4334-b8a9-1a68bd9040e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:13:31.570290 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945bb51-6574-4334-b8a9-1a68bd9040e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:13:31.570710 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945bb51-6574-4334-b8a9-1a68bd9040e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:13:31.571148 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945bb51-6574-4334-b8a9-1a68bd9040e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:13:31.571567 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945bb51-6574-4334-b8a9-1a68bd9040e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:13:31.571925 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945bb51-6574-4334-b8a9-1a68bd9040e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:13:31.572295 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945bb51-6574-4334-b8a9-1a68bd9040e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:13:31.572640 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945bb51-6574-4334-b8a9-1a68bd9040e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:13:31.572985 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945bb51-6574-4334-b8a9-1a68bd9040e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:13:31.573337 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f945bb51-6574-4334-b8a9-1a68bd9040e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:13:31.576492 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-f945bb51-6574-4334-b8a9-1a68bd9040e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:13:32.113515 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf263ce-1354-4c3f-89c0-7ed5b5f1bb2c req-57b719a4-b86e-4de4-89c5-656afcee4f23 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:32.115084 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-acf263ce-1354-4c3f-89c0-7ed5b5f1bb2c req-57b719a4-b86e-4de4-89c5-656afcee4f23 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 946 time: 0.0697846 Jun 23 10:13:32.151319 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-acf263ce-1354-4c3f-89c0-7ed5b5f1bb2c req-13e18d5e-defc-4f14-a97e-f843c50a76c4 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303640 Jun 23 10:13:33.335188 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b616f0-76f8-4f92-b6af-ff0a3689bc37 req-c47821cf-cfe9-4e57-9dc0-90e3cd4e6c81 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:33.336680 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f5b616f0-76f8-4f92-b6af-ff0a3689bc37 req-c47821cf-cfe9-4e57-9dc0-90e3cd4e6c81 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 946 time: 0.0661807 Jun 23 10:13:33.376491 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f5b616f0-76f8-4f92-b6af-ff0a3689bc37 req-a96127b3-c189-43df-8867-108cc98b71a1 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341702 Jun 23 10:13:33.659344 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d9209c-8704-493f-8861-ecb23eb258b1 req-ac37e683-a9b2-44ba-9329-aaf7a698833f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:33.660785 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-26d9209c-8704-493f-8861-ecb23eb258b1 req-ac37e683-a9b2-44ba-9329-aaf7a698833f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=24291804a3fc43a7bb9013ab3736dd4e&device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 1099 time: 0.0513735 Jun 23 10:13:33.767389 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d9209c-8704-493f-8861-ecb23eb258b1 req-f79abd2c-0bb4-4662-8f18-83b8604a8d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:33.768935 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-26d9209c-8704-493f-8861-ecb23eb258b1 req-f79abd2c-0bb4-4662-8f18-83b8604a8d20 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2c358830-fde0-4aa0-a28c-3a7712f5e2f9 HTTP/1.1" status: 200 len: 918 time: 0.0876076 Jun 23 10:13:33.837859 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-26d9209c-8704-493f-8861-ecb23eb258b1 req-33e74ba4-1119-41d1-bd01-a7b1c7fc698f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f06a1e55-269f-47ea-a62c-39ce2a299e00 HTTP/1.1" status: 200 len: 1002 time: 0.0614667 Jun 23 10:13:33.865540 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:33.888073 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d9209c-8704-493f-8861-ecb23eb258b1 req-d9f049cc-ecf8-497a-89c3-15821f4d26d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:33.889522 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-26d9209c-8704-493f-8861-ecb23eb258b1 req-d9f049cc-ecf8-497a-89c3-15821f4d26d9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cdba8eb6-d4a0-4adb-b53b-76f5eb8c1c27 HTTP/1.1" status: 200 len: 856 time: 0.0430562 Jun 23 10:13:33.945782 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d9209c-8704-493f-8861-ecb23eb258b1 req-f2b18824-6b39-494a-b8ff-97f1a5d14a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:33.947284 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-26d9209c-8704-493f-8861-ecb23eb258b1 req-f2b18824-6b39-494a-b8ff-97f1a5d14a67 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2c358830-fde0-4aa0-a28c-3a7712f5e2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508547 Jun 23 10:13:34.038375 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-26d9209c-8704-493f-8861-ecb23eb258b1 req-3a9abf54-4d0d-46a8-94fb-8d74443389a1 service neutron] 10.222.0.52 "GET /v2.0/networks/2c358830-fde0-4aa0-a28c-3a7712f5e2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837662 Jun 23 10:13:34.130015 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-26d9209c-8704-493f-8861-ecb23eb258b1 req-3746d457-bcbe-4eb1-a31c-c58723edacdb service neutron] 10.222.0.52 "GET /v2.0/networks/2c358830-fde0-4aa0-a28c-3a7712f5e2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845921 Jun 23 10:13:34.555762 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0635368-7c86-4c27-b48d-17377b97f05e req-95fa6ef5-143b-4ae6-a854-7ef25768a7e4 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:34.557278 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b0635368-7c86-4c27-b48d-17377b97f05e req-95fa6ef5-143b-4ae6-a854-7ef25768a7e4 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 946 time: 0.0641887 Jun 23 10:13:34.599494 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b0635368-7c86-4c27-b48d-17377b97f05e req-4064566a-d60c-4157-8780-0fce44f29f4e tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366149 Jun 23 10:13:35.778433 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c514b-8953-4dfe-8746-673b3e2f1372 req-1ac0af00-366e-40ed-8a92-736723994c4a tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:35.780665 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-673c514b-8953-4dfe-8746-673b3e2f1372 req-1ac0af00-366e-40ed-8a92-736723994c4a tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 946 time: 0.0642309 Jun 23 10:13:35.819485 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-673c514b-8953-4dfe-8746-673b3e2f1372 req-4dbaee55-15e4-4301-aba3-89d97f59c0e6 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327215 Jun 23 10:13:36.997234 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3880b7d8-6692-4753-8881-faacc0571f91 req-b526c349-c21d-47fd-a9e7-cc982fd6cb27 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:36.998678 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-3880b7d8-6692-4753-8881-faacc0571f91 req-b526c349-c21d-47fd-a9e7-cc982fd6cb27 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 946 time: 0.0623474 Jun 23 10:13:37.034734 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-3880b7d8-6692-4753-8881-faacc0571f91 req-541f8921-5dd2-4ab3-a737-3b1933b3e0ac tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0296969 Jun 23 10:13:38.212608 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab9af0-4647-45e3-9746-176f28816ff1 req-62d7737b-01cb-4abf-8aaa-b3edd832e535 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:38.217006 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-09ab9af0-4647-45e3-9746-176f28816ff1 req-62d7737b-01cb-4abf-8aaa-b3edd832e535 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 946 time: 0.0687900 Jun 23 10:13:38.253603 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-09ab9af0-4647-45e3-9746-176f28816ff1 req-24e2ae37-03aa-4252-aaea-a758e83529f6 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337174 Jun 23 10:13:39.430034 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee5dfd6-06fa-4942-a809-068b429651cd req-5228bbb8-f2df-4737-810d-f6d1cc60e943 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:39.431527 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-aee5dfd6-06fa-4942-a809-068b429651cd req-5228bbb8-f2df-4737-810d-f6d1cc60e943 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 946 time: 0.0630741 Jun 23 10:13:39.468883 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-aee5dfd6-06fa-4942-a809-068b429651cd req-bff79d9b-2d90-40f8-acf1-dabdc29e5765 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317502 Jun 23 10:13:39.742549 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5370e26f-6293-4616-acd0-d583b66d790d req-d381c91e-fcbd-4399-b0b4-bd9c5501b7a5 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2134818851&fields=id&tenant_id=92b25a857e544e8a81b9334162e2ccec HTTP/1.1" status: 200 len: 267 time: 0.0325503 Jun 23 10:13:39.847936 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370e26f-6293-4616-acd0-d583b66d790d req-39988d0f-c3db-4348-adaa-32b1b0ccf02c tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:39.849354 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5370e26f-6293-4616-acd0-d583b66d790d req-39988d0f-c3db-4348-adaa-32b1b0ccf02c tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/networks?id=68c08a46-ecd8-4ed9-9182-ea12c9f045ea HTTP/1.1" status: 200 len: 809 time: 0.1007211 Jun 23 10:13:39.863677 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5370e26f-6293-4616-acd0-d583b66d790d req-9b3f7175-ab1e-4d8b-89fc-9bb3f7544373 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/quotas/92b25a857e544e8a81b9334162e2ccec HTTP/1.1" status: 200 len: 375 time: 0.0089505 Jun 23 10:13:39.925982 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5370e26f-6293-4616-acd0-d583b66d790d req-c108b4ca-9239-40d0-8275-1e2001c1359e tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=92b25a857e544e8a81b9334162e2ccec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0577250 Jun 23 10:13:40.149755 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5370e26f-6293-4616-acd0-d583b66d790d req-b15223b7-2dd1-4fb5-9bd3-45cedc626aaf service neutron] 10.222.0.47 "GET /v2.0/networks/68c08a46-ecd8-4ed9-9182-ea12c9f045ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130766 Jun 23 10:13:40.236254 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5370e26f-6293-4616-acd0-d583b66d790d req-12648b98-bab1-4164-ac3f-4a0639c6cf6a service neutron] 10.222.0.47 "GET /v2.0/networks/68c08a46-ecd8-4ed9-9182-ea12c9f045ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807738 Jun 23 10:13:40.625350 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device f06a1e55-269f-47ea-a62c-39ce2a299e00 details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=93712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 10:13:40.650408 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02edf7e4-72dd-4678-b9f8-42c0c15f4ad0 req-b057e805-e8b8-41a0-a5c6-e49a9537c550 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:40.651940 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-02edf7e4-72dd-4678-b9f8-42c0c15f4ad0 req-b057e805-e8b8-41a0-a5c6-e49a9537c550 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 946 time: 0.0698204 Jun 23 10:13:40.690952 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-02edf7e4-72dd-4678-b9f8-42c0c15f4ad0 req-82c0bcef-6b0f-4e7f-bd17-8ded47d22857 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333445 Jun 23 10:13:40.725631 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port f06a1e55-269f-47ea-a62c-39ce2a299e00, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=f06a1e55-269f-47ea-a62c-39ce2a299e00,segment=NetworkSegment(06137ac4-b337-46f2-b6d6-d631ec2de296),segment_id=06137ac4-b337-46f2-b6d6-d631ec2de296)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:13:40.736933 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Returning: {'device': 'f06a1e55-269f-47ea-a62c-39ce2a299e00', 'network_id': '2c358830-fde0-4aa0-a28c-3a7712f5e2f9', 'port_id': 'f06a1e55-269f-47ea-a62c-39ce2a299e00', 'mac_address': 'fa:16:3e:87:f9:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdba8eb6-d4a0-4adb-b53b-76f5eb8c1c27', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 10:13:40.772098 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:40.784308 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f06a1e55-269f-47ea-a62c-39ce2a299e00 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 10:13:40.803938 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port f06a1e55-269f-47ea-a62c-39ce2a299e00, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=f06a1e55-269f-47ea-a62c-39ce2a299e00,segment=NetworkSegment(06137ac4-b337-46f2-b6d6-d631ec2de296),segment_id=06137ac4-b337-46f2-b6d6-d631ec2de296)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:13:40.899112 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:40.901200 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-c88d8c80-87dd-46e9-9f8a-b38c93dbfad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:13:40.954212 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Pushing event updated for resources: {'Port': ['ID=f06a1e55-269f-47ea-a62c-39ce2a299e00,revision_number=6']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:13:40.957434 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:13:41.005302 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] get_ports_and_sgs() called for port_ids ['f06a1e55-269f-47ea-a62c-39ce2a299e00'] {{(pid=93712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 10:13:41.913390 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-27ec5a51-47dd-46f2-ab9c-a17939ef9e78 req-1dd2a3bc-5286-4aac-94a2-8fe6bcb26d91 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/ports?device_id=de2ff446-c341-468b-92b6-3b59c73f73d1 HTTP/1.1" status: 200 len: 210 time: 0.0374200 Jun 23 10:13:41.945663 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735442a-20df-4a86-8179-807f6665972e req-b9dc50c6-643e-4ab2-913a-14174527df48 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:41.947320 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-8735442a-20df-4a86-8179-807f6665972e req-b9dc50c6-643e-4ab2-913a-14174527df48 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 945 time: 0.1309021 Jun 23 10:13:42.001008 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-8735442a-20df-4a86-8179-807f6665972e req-08a65fc3-8873-4c19-bc80-6a9204c328ff tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441728 Jun 23 10:13:42.309358 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-cdf3d4d3-93a8-4e6f-a2ae-e0459f77d68a req-0d641074-fa25-4fdd-9fc5-ccec6640ca92 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1949366298&fields=id&tenant_id=278659f79a2c4eca8923ba599560e630 HTTP/1.1" status: 200 len: 267 time: 0.0515738 Jun 23 10:13:42.392145 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3d4d3-93a8-4e6f-a2ae-e0459f77d68a req-ae0a51c2-37c6-41f8-8a37-638a64b2edaf tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:42.398786 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-cdf3d4d3-93a8-4e6f-a2ae-e0459f77d68a req-ae0a51c2-37c6-41f8-8a37-638a64b2edaf tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/ports?device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 985 time: 0.0741389 Jun 23 10:13:42.417095 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [req-cdf3d4d3-93a8-4e6f-a2ae-e0459f77d68a req-c94be8d6-b40c-4a0a-8530-4a939ce9c822 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Request body: {'port': {'security_groups': ['b75a2980-feef-4b8f-a665-38c0cd83c5a8']}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:13:42.540917 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-cdf3d4d3-93a8-4e6f-a2ae-e0459f77d68a req-c94be8d6-b40c-4a0a-8530-4a939ce9c822 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:42.637739 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device f06a1e55-269f-47ea-a62c-39ce2a299e00 up at agent hyperv_hv-cinder-79751 {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:13:42.718166 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Provisioning complete for port f06a1e55-269f-47ea-a62c-39ce2a299e00 triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:13:42.718854 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:42.761672 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-cdf3d4d3-93a8-4e6f-a2ae-e0459f77d68a req-c94be8d6-b40c-4a0a-8530-4a939ce9c822 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] For port f8dd6be9-2893-4389-8820-b71d2fdde08d, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=f8dd6be9-2893-4389-8820-b71d2fdde08d,segment=NetworkSegment(c1a70f88-4aee-4b0d-a9ce-72bb1ca0b839),segment_id=c1a70f88-4aee-4b0d-a9ce-72bb1ca0b839)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:13:42.807300 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-cdf3d4d3-93a8-4e6f-a2ae-e0459f77d68a req-c94be8d6-b40c-4a0a-8530-4a939ce9c822 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:42.889459 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:42.939028 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b3d9ec-1dd7-4a0d-b8a9-ca386061c135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f06a1e55-269f-47ea-a62c-39ce2a299e00'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:13:42.939028 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e06d9dce5bc2bce6c931562da1c36027cbf4e574fb667469159d94052b32a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d05fc86-96af-4585-b251-b97df51c959c" -d '{"events": [{"server_uuid": "67b3d9ec-1dd7-4a0d-b8a9-ca386061c135", "name": "network-vif-plugged", "status": "completed", "tag": "f06a1e55-269f-47ea-a62c-39ce2a299e00"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:13:42.959983 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port f06a1e55-269f-47ea-a62c-39ce2a299e00, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=f06a1e55-269f-47ea-a62c-39ce2a299e00,segment=NetworkSegment(06137ac4-b337-46f2-b6d6-d631ec2de296),segment_id=06137ac4-b337-46f2-b6d6-d631ec2de296)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:13:43.082484 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-cdf3d4d3-93a8-4e6f-a2ae-e0459f77d68a req-c94be8d6-b40c-4a0a-8530-4a939ce9c822 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33311624'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:43.092770 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-1698cfe6-ac16-4ca5-848d-3a80a3d4a520 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:13:43.095467 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] get_ports_and_sgs() called for port_ids ['f8dd6be9-2893-4389-8820-b71d2fdde08d'] {{(pid=93712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 10:13:43.164333 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 10:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e767f2f8-58e5-495a-a0d9-0915b658b337 x-openstack-request-id: req-e767f2f8-58e5-495a-a0d9-0915b658b337 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:13:43.164830 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b3d9ec-1dd7-4a0d-b8a9-ca386061c135", "name": "network-vif-plugged", "status": "completed", "tag": "f06a1e55-269f-47ea-a62c-39ce2a299e00", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:13:43.165304 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e767f2f8-58e5-495a-a0d9-0915b658b337 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:13:43.165927 dv-cinder-797510-1-iscsi neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b3d9ec-1dd7-4a0d-b8a9-ca386061c135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f06a1e55-269f-47ea-a62c-39ce2a299e00', 'code': 200} Jun 23 10:13:43.167366 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:43.171560 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:13:43.297166 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Pushing event updated for resources: {'Port': ['ID=f06a1e55-269f-47ea-a62c-39ce2a299e00,revision_number=7']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:13:43.310836 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:13:43.317179 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94be8d6-b40c-4a0a-8530-4a939ce9c822 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Pushing event updated for resources: {'Port': ['ID=f8dd6be9-2893-4389-8820-b71d2fdde08d,revision_number=7']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:13:43.340843 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e27fa8ca-db4f-4ab2-a55e-1e19eab7c758 req-ab40c736-8a91-4fd2-b1b2-644201365962 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/ports?device_id=de2ff446-c341-468b-92b6-3b59c73f73d1 HTTP/1.1" status: 200 len: 210 time: 0.1618862 Jun 23 10:13:43.354949 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3d4d3-93a8-4e6f-a2ae-e0459f77d68a req-c94be8d6-b40c-4a0a-8530-4a939ce9c822 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:43.355617 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-cdf3d4d3-93a8-4e6f-a2ae-e0459f77d68a req-c94be8d6-b40c-4a0a-8530-4a939ce9c822 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:43.371204 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 40186) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:13:43.383504 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-cdf3d4d3-93a8-4e6f-a2ae-e0459f77d68a req-c94be8d6-b40c-4a0a-8530-4a939ce9c822 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "PUT /v2.0/ports/f8dd6be9-2893-4389-8820-b71d2fdde08d HTTP/1.1" status: 200 len: 943 time: 0.9750400 Jun 23 10:13:43.390530 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-c94be8d6-b40c-4a0a-8530-4a939ce9c822 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:13:43.391162 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f417efe8-3407-489a-af87-32e428763451', 'tag': 'f8dd6be9-2893-4389-8820-b71d2fdde08d'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:13:43.404175 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404634ef6dbf53e9c182992e714e82192e1d0d35f5c652938e4b1e64141411fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6dce62-567f-45d2-9a8c-e3a0b610c641" -d '{"events": [{"name": "network-changed", "server_uuid": "f417efe8-3407-489a-af87-32e428763451", "tag": "f8dd6be9-2893-4389-8820-b71d2fdde08d"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:13:43.412397 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] get_ports_and_sgs() called for port_ids ['f8dd6be9-2893-4389-8820-b71d2fdde08d'] {{(pid=93712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 10:13:43.489939 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-9a28f9b0-732d-4f98-a86f-24a4dbfcf3c5 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks [] for security_group, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:43.519427 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-9a28f9b0-732d-4f98-a86f-24a4dbfcf3c5 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:43.668588 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 10:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ef5cd0-c9b4-46c4-8d33-cf6bbdd8d223 x-openstack-request-id: req-14ef5cd0-c9b4-46c4-8d33-cf6bbdd8d223 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:13:43.669085 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f417efe8-3407-489a-af87-32e428763451", "tag": "f8dd6be9-2893-4389-8820-b71d2fdde08d", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:13:43.669529 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-14ef5cd0-c9b4-46c4-8d33-cf6bbdd8d223 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:13:43.670168 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f417efe8-3407-489a-af87-32e428763451', 'tag': 'f8dd6be9-2893-4389-8820-b71d2fdde08d', 'status': 'completed', 'code': 200} Jun 23 10:13:43.718649 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da37096-f16c-4860-bb2f-e08eb0f30cae req-3dca51c4-0361-49a1-9832-2a8df85ff0a4 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:43.726409 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9da37096-f16c-4860-bb2f-e08eb0f30cae req-3dca51c4-0361-49a1-9832-2a8df85ff0a4 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 946 time: 0.0981061 Jun 23 10:13:43.780478 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-9a28f9b0-732d-4f98-a86f-24a4dbfcf3c5 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:43.791057 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9da37096-f16c-4860-bb2f-e08eb0f30cae req-e0bc84d4-2e63-44d9-81e9-0bbdcc6e1488 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0583498 Jun 23 10:13:43.791739 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-9a28f9b0-732d-4f98-a86f-24a4dbfcf3c5 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks [] for security_group, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:43.796129 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 40196) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:13:43.803860 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-9a28f9b0-732d-4f98-a86f-24a4dbfcf3c5 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "DELETE /v2.0/security-groups/62532a17-374c-4540-adad-52118516bd58 HTTP/1.1" status: 204 len: 168 time: 0.4262199 Jun 23 10:13:43.806771 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-50ee8f43-94e0-4123-9fab-d8004685860f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:13:43.820035 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-17470c82-4b10-4594-a85d-1ef834536181 None None] Provisioning complete for port f8dd6be9-2893-4389-8820-b71d2fdde08d triggered by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:13:43.820628 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-17470c82-4b10-4594-a85d-1ef834536181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:43.845519 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a28f9b0-732d-4f98-a86f-24a4dbfcf3c5 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62532a17-374c-4540-adad-52118516bd58,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:13:43.888608 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6dce62-567f-45d2-9a8c-e3a0b610c641 req-0446ea19-d1df-48c6-9190-eae49efa7e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:43.891320 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-9a6dce62-567f-45d2-9a8c-e3a0b610c641 req-0446ea19-d1df-48c6-9190-eae49efa7e48 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=278659f79a2c4eca8923ba599560e630&device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 1099 time: 0.2022557 Jun 23 10:13:43.893839 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a28f9b0-732d-4f98-a86f-24a4dbfcf3c5 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:13:43.894428 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a28f9b0-732d-4f98-a86f-24a4dbfcf3c5 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:13:43.895666 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a28f9b0-732d-4f98-a86f-24a4dbfcf3c5 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:13:43.896216 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a28f9b0-732d-4f98-a86f-24a4dbfcf3c5 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:13:43.897472 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a28f9b0-732d-4f98-a86f-24a4dbfcf3c5 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:13:43.899965 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a28f9b0-732d-4f98-a86f-24a4dbfcf3c5 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:13:43.901521 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a28f9b0-732d-4f98-a86f-24a4dbfcf3c5 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:13:43.902630 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a28f9b0-732d-4f98-a86f-24a4dbfcf3c5 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:13:43.903221 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a28f9b0-732d-4f98-a86f-24a4dbfcf3c5 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:13:43.903886 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a28f9b0-732d-4f98-a86f-24a4dbfcf3c5 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:13:43.904417 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a28f9b0-732d-4f98-a86f-24a4dbfcf3c5 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:13:43.905598 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a28f9b0-732d-4f98-a86f-24a4dbfcf3c5 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:13:43.910956 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-9a28f9b0-732d-4f98-a86f-24a4dbfcf3c5 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:13:44.065266 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6dce62-567f-45d2-9a8c-e3a0b610c641 req-8867acbb-f0fe-4e8c-9c41-3c49b0eff776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:44.066913 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-55ef0e05-9989-4b56-b144-5ef22e81f835 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Deleting port e10a449d-2c16-4784-87d2-73d3f3f0ced7 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:13:44.067356 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-55ef0e05-9989-4b56-b144-5ef22e81f835 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:44.079419 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-9a6dce62-567f-45d2-9a8c-e3a0b610c641 req-8867acbb-f0fe-4e8c-9c41-3c49b0eff776 service neutron] 10.222.0.52 "GET /v2.0/networks?id=d1e2369b-9c9e-48c7-ad95-912112584ee9 HTTP/1.1" status: 200 len: 916 time: 0.1671875 Jun 23 10:13:44.196655 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-9a6dce62-567f-45d2-9a8c-e3a0b610c641 req-e575c9a0-1148-42b3-825f-dbbe84b97333 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8dd6be9-2893-4389-8820-b71d2fdde08d HTTP/1.1" status: 200 len: 1002 time: 0.1095889 Jun 23 10:13:44.216387 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-55ef0e05-9989-4b56-b144-5ef22e81f835 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:44.221688 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-55ef0e05-9989-4b56-b144-5ef22e81f835 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:44.234861 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-55ef0e05-9989-4b56-b144-5ef22e81f835 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Calling delete_port for e10a449d-2c16-4784-87d2-73d3f3f0ced7 owned by network:floatingip {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:13:44.293971 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6dce62-567f-45d2-9a8c-e3a0b610c641 req-a08f3fef-26c5-47ec-b2ed-89db3e995aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:44.296110 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-9a6dce62-567f-45d2-9a8c-e3a0b610c641 req-a08f3fef-26c5-47ec-b2ed-89db3e995aae service neutron] 10.222.0.52 "GET /v2.0/subnets?id=afa03641-580d-49e0-b7dc-70c319ff3a24 HTTP/1.1" status: 200 len: 854 time: 0.0842173 Jun 23 10:13:44.444287 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6dce62-567f-45d2-9a8c-e3a0b610c641 req-fddaeade-1c03-4828-8ac5-0d04434c97cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:44.444947 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-9a6dce62-567f-45d2-9a8c-e3a0b610c641 req-fddaeade-1c03-4828-8ac5-0d04434c97cd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d1e2369b-9c9e-48c7-ad95-912112584ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1399555 Jun 23 10:13:44.590455 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-9a6dce62-567f-45d2-9a8c-e3a0b610c641 req-b496e3ce-b534-4396-8949-03b391d21ce2 service neutron] 10.222.0.52 "GET /v2.0/networks/d1e2369b-9c9e-48c7-ad95-912112584ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296461 Jun 23 10:13:44.706517 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-9a6dce62-567f-45d2-9a8c-e3a0b610c641 req-9c82c65b-6350-4d22-a310-6cc2b6f60d2f service neutron] 10.222.0.52 "GET /v2.0/networks/d1e2369b-9c9e-48c7-ad95-912112584ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086531 Jun 23 10:13:44.883339 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-94ccb783-8e6a-437d-99c1-b45d58c2b034 req-e45570ad-f86a-4027-893d-172f7f2f202d tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/ports?device_id=de2ff446-c341-468b-92b6-3b59c73f73d1 HTTP/1.1" status: 200 len: 210 time: 0.0556676 Jun 23 10:13:44.941771 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-55ef0e05-9989-4b56-b144-5ef22e81f835 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33311619'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:44.944728 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-70ca96de-99c9-4076-be23-60ffb19c13d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:13:44.978882 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ef0e05-9989-4b56-b144-5ef22e81f835 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Pushing event deleted for resources: {'Port': ['ID=e10a449d-2c16-4784-87d2-73d3f3f0ced7,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:13:44.982099 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-55ef0e05-9989-4b56-b144-5ef22e81f835 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:13:45.085053 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-55ef0e05-9989-4b56-b144-5ef22e81f835 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks [] for floatingip, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:45.085387 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.db.l3_db [None req-55ef0e05-9989-4b56-b144-5ef22e81f835 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Floating IP 8965fa86-85a0-4b81-b363-815a6036f938 disassociated (deleted). External IP: 172.27.2.102, port: f8dd6be9-2893-4389-8820-b71d2fdde08d. Jun 23 10:13:45.155457 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c5a1f-47e8-42ac-abac-d438fa57e430 req-87567e90-98fa-4452-ab33-bd3022f45fea tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:45.156938 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ee6c5a1f-47e8-42ac-abac-d438fa57e430 req-87567e90-98fa-4452-ab33-bd3022f45fea tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 946 time: 0.1224482 Jun 23 10:13:45.233696 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ee6c5a1f-47e8-42ac-abac-d438fa57e430 req-051a0f1c-d9d9-4393-81d1-3b81c96fa3a9 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497928 Jun 23 10:13:45.362946 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55ef0e05-9989-4b56-b144-5ef22e81f835 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Router 0758f04e-af39-48da-9f63-91d40da7366f has already been hosted by L3 agent df545903-e04d-4712-ace0-112b1e927481 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 10:13:45.484919 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ef0e05-9989-4b56-b144-5ef22e81f835 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify agent at l3_agent.dv-cinder-797510-1-iscsi the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 10:13:45.490040 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-55ef0e05-9989-4b56-b144-5ef22e81f835 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:45.494504 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44137617-208b-4b17-89d4-2fda0cd179cd None None] Sync routers for ids ['0758f04e-af39-48da-9f63-91d40da7366f'] in dv-cinder-797510-1-iscsi {{(pid=93712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 10:13:45.504041 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44137617-208b-4b17-89d4-2fda0cd179cd None None] Routers {'0758f04e-af39-48da-9f63-91d40da7366f'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:13:45.504659 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-44137617-208b-4b17-89d4-2fda0cd179cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:13:20Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['0758f04e-af39-48da-9f63-91d40da7366f'], 'active': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:13:45.526883 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-55ef0e05-9989-4b56-b144-5ef22e81f835 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "DELETE /v2.0/floatingips/8965fa86-85a0-4b81-b363-815a6036f938 HTTP/1.1" status: 204 len: 168 time: 1.7293122 Jun 23 10:13:45.620040 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvr_db [None req-44137617-208b-4b17-89d4-2fda0cd179cd None None] Set router 0758f04e-af39-48da-9f63-91d40da7366f gateway port host: dv-cinder-797510-1-iscsi {{(pid=93712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:13:45.679167 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f417efe8-3407-489a-af87-32e428763451', 'tag': 'f8dd6be9-2893-4389-8820-b71d2fdde08d'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:13:45.679167 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404634ef6dbf53e9c182992e714e82192e1d0d35f5c652938e4b1e64141411fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2649bdd9-0993-43f5-9317-7da96c73c17e" -d '{"events": [{"name": "network-changed", "server_uuid": "f417efe8-3407-489a-af87-32e428763451", "tag": "f8dd6be9-2893-4389-8820-b71d2fdde08d"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:13:45.711999 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 10:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aaab22c-ece9-44ec-a2a7-d5bf17a8f960 x-openstack-request-id: req-9aaab22c-ece9-44ec-a2a7-d5bf17a8f960 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:13:45.712323 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f417efe8-3407-489a-af87-32e428763451", "tag": "f8dd6be9-2893-4389-8820-b71d2fdde08d", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:13:45.712608 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9aaab22c-ece9-44ec-a2a7-d5bf17a8f960 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:13:45.713033 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f417efe8-3407-489a-af87-32e428763451', 'tag': 'f8dd6be9-2893-4389-8820-b71d2fdde08d', 'status': 'completed', 'code': 200} Jun 23 10:13:45.788544 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2649bdd9-0993-43f5-9317-7da96c73c17e req-2c2be310-bd72-4fe7-b5e9-fb4d810ce7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:45.789953 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-2649bdd9-0993-43f5-9317-7da96c73c17e req-2c2be310-bd72-4fe7-b5e9-fb4d810ce7d8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=278659f79a2c4eca8923ba599560e630&device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 1099 time: 0.0526776 Jun 23 10:13:45.851977 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-44137617-208b-4b17-89d4-2fda0cd179cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0758f04e-af39-48da-9f63-91d40da7366f', 'name': 'tempest-TestMinimumBasicScenario-1462046567-router', 'tenant_id': '278659f79a2c4eca8923ba599560e630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd65db7e4-970d-431e-927a-32bd74451103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:10:59Z', 'updated_at': '2021-06-23T10:11:04Z', 'revision_number': 4, 'project_id': '278659f79a2c4eca8923ba599560e630', 'gw_port': {'id': 'd65db7e4-970d-431e-927a-32bd74451103', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:24:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0758f04e-af39-48da-9f63-91d40da7366f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:11:00Z', 'updated_at': '2021-06-23T10:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_interfaces': [{'id': '1a8014e4-3e9b-4af1-a284-975245640da3', 'name': '', 'network_id': 'd1e2369b-9c9e-48c7-ad95-912112584ee9', 'tenant_id': '278659f79a2c4eca8923ba599560e630', 'mac_address': 'fa:16:3e:75:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0758f04e-af39-48da-9f63-91d40da7366f', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'afa03641-580d-49e0-b7dc-70c319ff3a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:11:03Z', 'updated_at': '2021-06-23T10:11:09Z', 'revision_number': 5, 'project_id': '278659f79a2c4eca8923ba599560e630', 'subnets': [{'id': 'afa03641-580d-49e0-b7dc-70c319ff3a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:13:45.878088 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44137617-208b-4b17-89d4-2fda0cd179cd None None] Checking router: 0758f04e-af39-48da-9f63-91d40da7366f for host: dv-cinder-797510-1-iscsi {{(pid=93712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 10:13:45.886065 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44137617-208b-4b17-89d4-2fda0cd179cd None None] Routers {'0758f04e-af39-48da-9f63-91d40da7366f'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:13:45.886669 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-44137617-208b-4b17-89d4-2fda0cd179cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:13:20Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['0758f04e-af39-48da-9f63-91d40da7366f'], 'active': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:13:45.888480 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2649bdd9-0993-43f5-9317-7da96c73c17e req-089be702-3da9-40f9-b8dc-37f657b8789b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:45.889942 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-2649bdd9-0993-43f5-9317-7da96c73c17e req-089be702-3da9-40f9-b8dc-37f657b8789b service neutron] 10.222.0.52 "GET /v2.0/networks?id=d1e2369b-9c9e-48c7-ad95-912112584ee9 HTTP/1.1" status: 200 len: 916 time: 0.0896976 Jun 23 10:13:46.014880 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvr_db [None req-44137617-208b-4b17-89d4-2fda0cd179cd None None] Set router 0758f04e-af39-48da-9f63-91d40da7366f gateway port host: dv-cinder-797510-1-iscsi {{(pid=93712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:13:46.058626 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d3864c44-a45b-455d-8be6-260f944ca48b req-e118a337-6db4-4bad-972c-60b3432d3c25 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/ports?device_id=de2ff446-c341-468b-92b6-3b59c73f73d1 HTTP/1.1" status: 200 len: 210 time: 0.0317547 Jun 23 10:13:46.212392 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-2649bdd9-0993-43f5-9317-7da96c73c17e req-48c91988-0140-4688-a71e-29a2a21f32e9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f8dd6be9-2893-4389-8820-b71d2fdde08d HTTP/1.1" status: 200 len: 217 time: 0.3162844 Jun 23 10:13:46.271298 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2649bdd9-0993-43f5-9317-7da96c73c17e req-0243c5d6-a3c3-4ae3-a918-d14517510b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:46.273437 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-2649bdd9-0993-43f5-9317-7da96c73c17e req-0243c5d6-a3c3-4ae3-a918-d14517510b03 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=afa03641-580d-49e0-b7dc-70c319ff3a24 HTTP/1.1" status: 200 len: 854 time: 0.0548363 Jun 23 10:13:46.279273 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-44137617-208b-4b17-89d4-2fda0cd179cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0758f04e-af39-48da-9f63-91d40da7366f', 'name': 'tempest-TestMinimumBasicScenario-1462046567-router', 'tenant_id': '278659f79a2c4eca8923ba599560e630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd65db7e4-970d-431e-927a-32bd74451103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:10:59Z', 'updated_at': '2021-06-23T10:11:04Z', 'revision_number': 4, 'project_id': '278659f79a2c4eca8923ba599560e630', 'gw_port': {'id': 'd65db7e4-970d-431e-927a-32bd74451103', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:24:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0758f04e-af39-48da-9f63-91d40da7366f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:11:00Z', 'updated_at': '2021-06-23T10:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_interfaces': [{'id': '1a8014e4-3e9b-4af1-a284-975245640da3', 'name': '', 'network_id': 'd1e2369b-9c9e-48c7-ad95-912112584ee9', 'tenant_id': '278659f79a2c4eca8923ba599560e630', 'mac_address': 'fa:16:3e:75:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0758f04e-af39-48da-9f63-91d40da7366f', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'afa03641-580d-49e0-b7dc-70c319ff3a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:11:03Z', 'updated_at': '2021-06-23T10:11:09Z', 'revision_number': 5, 'project_id': '278659f79a2c4eca8923ba599560e630', 'subnets': [{'id': 'afa03641-580d-49e0-b7dc-70c319ff3a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:13:46.312442 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370e26f-6293-4616-acd0-d583b66d790d req-9529fc7c-c8c0-4c23-bf5e-d3f907d63a8b tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:46.314124 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5370e26f-6293-4616-acd0-d583b66d790d req-9529fc7c-c8c0-4c23-bf5e-d3f907d63a8b tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.52 "GET /v2.0/networks?id=68c08a46-ecd8-4ed9-9182-ea12c9f045ea HTTP/1.1" status: 200 len: 809 time: 0.2200489 Jun 23 10:13:46.334924 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44137617-208b-4b17-89d4-2fda0cd179cd None None] The sync data for ids ['0758f04e-af39-48da-9f63-91d40da7366f'] in dv-cinder-797510-1-iscsi is: [{'id': '0758f04e-af39-48da-9f63-91d40da7366f', 'name': 'tempest-TestMinimumBasicScenario-1462046567-router', 'tenant_id': '278659f79a2c4eca8923ba599560e630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd65db7e4-970d-431e-927a-32bd74451103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:10:59Z', 'updated_at': '2021-06-23T10:11:04Z', 'revision_number': 4, 'project_id': '278659f79a2c4eca8923ba599560e630', 'gw_port': {'id': 'd65db7e4-970d-431e-927a-32bd74451103', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:24:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0758f04e-af39-48da-9f63-91d40da7366f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:11:00Z', 'updated_at': '2021-06-23T10:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_interfaces': [{'id': '1a8014e4-3e9b-4af1-a284-975245640da3', 'name': '', 'network_id': 'd1e2369b-9c9e-48c7-ad95-912112584ee9', 'tenant_id': '278659f79a2c4eca8923ba599560e630', 'mac_address': 'fa:16:3e:75:b8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0758f04e-af39-48da-9f63-91d40da7366f', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': 'afa03641-580d-49e0-b7dc-70c319ff3a24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:11:03Z', 'updated_at': '2021-06-23T10:11:09Z', 'revision_number': 5, 'project_id': '278659f79a2c4eca8923ba599560e630', 'subnets': [{'id': 'afa03641-580d-49e0-b7dc-70c319ff3a24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 10:13:46.397765 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2649bdd9-0993-43f5-9317-7da96c73c17e req-c43e4daf-cedc-4729-b0a4-fc7c41fcc05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:46.406616 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-2649bdd9-0993-43f5-9317-7da96c73c17e req-c43e4daf-cedc-4729-b0a4-fc7c41fcc05f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d1e2369b-9c9e-48c7-ad95-912112584ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1228836 Jun 23 10:13:46.412319 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5370e26f-6293-4616-acd0-d583b66d790d req-68bd581f-99a0-4b64-b5dd-0820e6f916b0 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92b25a857e544e8a81b9334162e2ccec HTTP/1.1" status: 200 len: 380 time: 0.0839245 Jun 23 10:13:46.421735 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [req-5370e26f-6293-4616-acd0-d583b66d790d req-1699939b-6ad7-4855-8a43-f337377ee68a tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Request body: {'port': {'device_id': 'de2ff446-c341-468b-92b6-3b59c73f73d1', 'network_id': '68c08a46-ecd8-4ed9-9182-ea12c9f045ea', 'admin_state_up': True, 'tenant_id': '92b25a857e544e8a81b9334162e2ccec', 'security_groups': ['e45e3df1-e8a9-4537-8289-2ade431faea5']}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:13:46.632705 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-2649bdd9-0993-43f5-9317-7da96c73c17e req-f0f6d292-43af-452e-9d21-dcff81bf03ee service neutron] 10.222.0.52 "GET /v2.0/networks/d1e2369b-9c9e-48c7-ad95-912112584ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173672 Jun 23 10:13:46.714999 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e8ece-fab9-4c36-9f80-cd43b6e25d39 req-dffffdaa-d398-4cbf-9345-319aa327790d tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:46.727307 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-8f8e8ece-fab9-4c36-9f80-cd43b6e25d39 req-dffffdaa-d398-4cbf-9345-319aa327790d tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 946 time: 0.1636162 Jun 23 10:13:46.806445 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-2649bdd9-0993-43f5-9317-7da96c73c17e req-031e78fb-856e-4a9d-8d8c-e1d80d66c5d8 service neutron] 10.222.0.52 "GET /v2.0/networks/d1e2369b-9c9e-48c7-ad95-912112584ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553295 Jun 23 10:13:46.810292 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-8f8e8ece-fab9-4c36-9f80-cd43b6e25d39 req-8c49ba32-f236-4bf4-af8f-46cc092e308e tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0818367 Jun 23 10:13:46.877075 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1546718f-e55e-47e3-a2d1-56f840479834 None None] New status for floating IP 8965fa86-85a0-4b81-b363-815a6036f938: DOWN {{(pid=93713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 10:13:46.894598 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5370e26f-6293-4616-acd0-d583b66d790d req-1699939b-6ad7-4855-8a43-f337377ee68a tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Made reservation on behalf of 92b25a857e544e8a81b9334162e2ccec for: {'port': 1} {{(pid=93711) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:13:46.898526 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5370e26f-6293-4616-acd0-d583b66d790d req-1699939b-6ad7-4855-8a43-f337377ee68a tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:47.103926 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [req-5370e26f-6293-4616-acd0-d583b66d790d req-1699939b-6ad7-4855-8a43-f337377ee68a tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Allocated IP 172.20.0.9 (68c08a46-ecd8-4ed9-9182-ea12c9f045ea/e4deb3fe-5cbf-4afd-9d80-a3d9af1fee71/5dc4ec69-ba43-4bfc-956d-a8f978b4b560) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 10:13:47.308361 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-82465bc9-0c8b-49ca-b472-e85d9fbd2b1f req-9a1fd46e-962d-4b31-8cb7-496df76f01ba tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/ports?device_id=de2ff446-c341-468b-92b6-3b59c73f73d1 HTTP/1.1" status: 200 len: 210 time: 0.0788999 Jun 23 10:13:47.356884 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5370e26f-6293-4616-acd0-d583b66d790d req-1699939b-6ad7-4855-8a43-f337377ee68a tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:47.374954 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-5370e26f-6293-4616-acd0-d583b66d790d req-1699939b-6ad7-4855-8a43-f337377ee68a tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Transition to ACTIVE for port object 5dc4ec69-ba43-4bfc-956d-a8f978b4b560 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:13:47.511314 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5370e26f-6293-4616-acd0-d583b66d790d req-1699939b-6ad7-4855-8a43-f337377ee68a tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-600500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731988247197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33311642'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:47.515542 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-a07c8a7e-2c6e-4ca1-9f45-0006a582bb3f tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:13:47.565427 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5370e26f-6293-4616-acd0-d583b66d790d req-1699939b-6ad7-4855-8a43-f337377ee68a tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Network 68c08a46-ecd8-4ed9-9182-ea12c9f045ea is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:13:47.570243 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [req-5370e26f-6293-4616-acd0-d583b66d790d req-1699939b-6ad7-4855-8a43-f337377ee68a tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:13:47.576122 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-5370e26f-6293-4616-acd0-d583b66d790d req-1699939b-6ad7-4855-8a43-f337377ee68a tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 10:13:47.622515 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1699939b-6ad7-4855-8a43-f337377ee68a tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Pushing event updated for resources: {'Port': ['ID=5dc4ec69-ba43-4bfc-956d-a8f978b4b560,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:13:47.635363 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-1699939b-6ad7-4855-8a43-f337377ee68a tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:13:47.647981 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370e26f-6293-4616-acd0-d583b66d790d req-1699939b-6ad7-4855-8a43-f337377ee68a tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:47.648453 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5370e26f-6293-4616-acd0-d583b66d790d req-1699939b-6ad7-4855-8a43-f337377ee68a tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:47.753117 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5370e26f-6293-4616-acd0-d583b66d790d req-1699939b-6ad7-4855-8a43-f337377ee68a tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3367167 Jun 23 10:13:47.763748 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [req-5370e26f-6293-4616-acd0-d583b66d790d req-58ac59b2-3b49-49b7-9a00-592df2af7e57 service neutron] Request body: {'port': {'device_id': 'de2ff446-c341-468b-92b6-3b59c73f73d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79751'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:13:47.898076 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5370e26f-6293-4616-acd0-d583b66d790d req-58ac59b2-3b49-49b7-9a00-592df2af7e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:47.986986 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ce057e95-2dfb-4c80-bd99-780e157e4125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:47.996403 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-277d0410-a67e-4975-b711-4503d3a64a39 None None] Provisioning for port 5dc4ec69-ba43-4bfc-956d-a8f978b4b560 completed by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:13:48.002703 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-277d0410-a67e-4975-b711-4503d3a64a39 None None] Provisioning complete for port 5dc4ec69-ba43-4bfc-956d-a8f978b4b560 triggered by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:13:48.003373 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-277d0410-a67e-4975-b711-4503d3a64a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:48.091349 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-277d0410-a67e-4975-b711-4503d3a64a39 None None] Port 5dc4ec69-ba43-4bfc-956d-a8f978b4b560 cannot update to ACTIVE because it is not bound. {{(pid=93712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 10:13:48.210614 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb7668-2a4a-47ef-b5d4-661c5b5ee18b req-74262df2-1db7-4cb2-9c53-d52e7f1feec4 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:48.212244 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4dcb7668-2a4a-47ef-b5d4-661c5b5ee18b req-74262df2-1db7-4cb2-9c53-d52e7f1feec4 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 946 time: 0.1779659 Jun 23 10:13:48.294454 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4dcb7668-2a4a-47ef-b5d4-661c5b5ee18b req-8069e5e3-b6bc-4f9a-9bd4-5c221caaef3d tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0740540 Jun 23 10:13:48.363258 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.notifiers.nova [req-5370e26f-6293-4616-acd0-d583b66d790d req-58ac59b2-3b49-49b7-9a00-592df2af7e57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dc4ec69-ba43-4bfc-956d-a8f978b4b560 {{(pid=93711) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 10:13:48.376182 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5370e26f-6293-4616-acd0-d583b66d790d req-58ac59b2-3b49-49b7-9a00-592df2af7e57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:48.389761 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [req-5370e26f-6293-4616-acd0-d583b66d790d req-58ac59b2-3b49-49b7-9a00-592df2af7e57 service neutron] Transition to ACTIVE for port object 5dc4ec69-ba43-4bfc-956d-a8f978b4b560 will not be triggered until provisioned by entity L2. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:13:48.485226 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5370e26f-6293-4616-acd0-d583b66d790d req-58ac59b2-3b49-49b7-9a00-592df2af7e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33311624'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:48.489009 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-62ee81e8-335d-435e-8a62-75acee98651a tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:13:48.591989 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac59b2-3b49-49b7-9a00-592df2af7e57 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc4ec69-ba43-4bfc-956d-a8f978b4b560,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:13:48.599384 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-58ac59b2-3b49-49b7-9a00-592df2af7e57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:13:48.686578 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-5370e26f-6293-4616-acd0-d583b66d790d req-58ac59b2-3b49-49b7-9a00-592df2af7e57 service neutron] Attempting to bind port 5dc4ec69-ba43-4bfc-956d-a8f978b4b560 on host hv-cinder-79751 for vnic_type normal with profile {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 10:13:48.693361 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-5370e26f-6293-4616-acd0-d583b66d790d req-58ac59b2-3b49-49b7-9a00-592df2af7e57 service neutron] Attempting to bind port 5dc4ec69-ba43-4bfc-956d-a8f978b4b560 by drivers openvswitch,hyperv on host hv-cinder-79751 at level 0 using segments [{'id': '6fb7745b-8072-4352-8d78-8658473c137a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '68c08a46-ecd8-4ed9-9182-ea12c9f045ea'}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 10:13:48.693818 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5370e26f-6293-4616-acd0-d583b66d790d req-58ac59b2-3b49-49b7-9a00-592df2af7e57 service neutron] Attempting to bind port 5dc4ec69-ba43-4bfc-956d-a8f978b4b560 on network 68c08a46-ecd8-4ed9-9182-ea12c9f045ea {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:13:48.707476 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83e3dc-d907-4e38-b9ac-9ba77446fbd5 req-bd93161a-3c42-4173-b086-6cc43f22acd6 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:48.715256 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ba83e3dc-d907-4e38-b9ac-9ba77446fbd5 req-bd93161a-3c42-4173-b086-6cc43f22acd6 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/ports?device_id=de2ff446-c341-468b-92b6-3b59c73f73d1 HTTP/1.1" status: 200 len: 943 time: 0.2393825 Jun 23 10:13:48.723089 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5370e26f-6293-4616-acd0-d583b66d790d req-58ac59b2-3b49-49b7-9a00-592df2af7e57 service neutron] Port 5dc4ec69-ba43-4bfc-956d-a8f978b4b560 on network 68c08a46-ecd8-4ed9-9182-ea12c9f045ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79751 {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 10:13:48.723496 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5370e26f-6293-4616-acd0-d583b66d790d req-58ac59b2-3b49-49b7-9a00-592df2af7e57 service neutron] Attempting to bind port 5dc4ec69-ba43-4bfc-956d-a8f978b4b560 on network 68c08a46-ecd8-4ed9-9182-ea12c9f045ea {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:13:48.738201 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5370e26f-6293-4616-acd0-d583b66d790d req-58ac59b2-3b49-49b7-9a00-592df2af7e57 service neutron] Checking agent: {'id': '4f95f39b-461c-4de8-a9d2-f77a6241c1fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 10, 5, 33), 'started_at': datetime.datetime(2021, 6, 23, 10, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 10, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 10:13:48.738555 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5370e26f-6293-4616-acd0-d583b66d790d req-58ac59b2-3b49-49b7-9a00-592df2af7e57 service neutron] Checking segment: {'id': '6fb7745b-8072-4352-8d78-8658473c137a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '68c08a46-ecd8-4ed9-9182-ea12c9f045ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:13:48.739569 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5370e26f-6293-4616-acd0-d583b66d790d req-58ac59b2-3b49-49b7-9a00-592df2af7e57 service neutron] Bound using segment: {'id': '6fb7745b-8072-4352-8d78-8658473c137a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '68c08a46-ecd8-4ed9-9182-ea12c9f045ea'} {{(pid=93711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 10:13:48.739716 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.managers [req-5370e26f-6293-4616-acd0-d583b66d790d req-58ac59b2-3b49-49b7-9a00-592df2af7e57 service neutron] Bound port: 5dc4ec69-ba43-4bfc-956d-a8f978b4b560, host: hv-cinder-79751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fb7745b-8072-4352-8d78-8658473c137a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '68c08a46-ecd8-4ed9-9182-ea12c9f045ea'}}] {{(pid=93711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 10:13:48.740118 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5370e26f-6293-4616-acd0-d583b66d790d req-58ac59b2-3b49-49b7-9a00-592df2af7e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:48.815714 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ba83e3dc-d907-4e38-b9ac-9ba77446fbd5 req-9f80602c-a0bb-4774-9426-34900d403417 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/security-groups?id=e45e3df1-e8a9-4537-8289-2ade431faea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995927 Jun 23 10:13:48.865798 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-5370e26f-6293-4616-acd0-d583b66d790d req-58ac59b2-3b49-49b7-9a00-592df2af7e57 service neutron] For port 5dc4ec69-ba43-4bfc-956d-a8f978b4b560, host hv-cinder-79751, cleared binding levels {{(pid=93711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 10:13:48.869381 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-5370e26f-6293-4616-acd0-d583b66d790d req-58ac59b2-3b49-49b7-9a00-592df2af7e57 service neutron] For port 5dc4ec69-ba43-4bfc-956d-a8f978b4b560, host hv-cinder-79751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=5dc4ec69-ba43-4bfc-956d-a8f978b4b560,segment=NetworkSegment(6fb7745b-8072-4352-8d78-8658473c137a),segment_id=6fb7745b-8072-4352-8d78-8658473c137a)] {{(pid=93711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 10:13:48.997053 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5370e26f-6293-4616-acd0-d583b66d790d req-58ac59b2-3b49-49b7-9a00-592df2af7e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33311624'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:49.000041 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:13:49.038592 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370e26f-6293-4616-acd0-d583b66d790d req-58ac59b2-3b49-49b7-9a00-592df2af7e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:49.039291 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-5370e26f-6293-4616-acd0-d583b66d790d req-58ac59b2-3b49-49b7-9a00-592df2af7e57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:49.041091 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5370e26f-6293-4616-acd0-d583b66d790d req-58ac59b2-3b49-49b7-9a00-592df2af7e57 service neutron] 10.222.0.52 "PUT /v2.0/ports/5dc4ec69-ba43-4bfc-956d-a8f978b4b560 HTTP/1.1" status: 200 len: 1093 time: 1.2822611 Jun 23 10:13:49.043695 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de2ff446-c341-468b-92b6-3b59c73f73d1', 'tag': '5dc4ec69-ba43-4bfc-956d-a8f978b4b560'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:13:49.047067 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404634ef6dbf53e9c182992e714e82192e1d0d35f5c652938e4b1e64141411fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9313e571-4a8b-46df-830a-9126cd353e6e" -d '{"events": [{"name": "network-changed", "server_uuid": "de2ff446-c341-468b-92b6-3b59c73f73d1", "tag": "5dc4ec69-ba43-4bfc-956d-a8f978b4b560"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:13:49.105922 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac59b2-3b49-49b7-9a00-592df2af7e57 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc4ec69-ba43-4bfc-956d-a8f978b4b560,revision_number=3']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:13:49.120758 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-58ac59b2-3b49-49b7-9a00-592df2af7e57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:13:49.137930 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 10:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7face41-bdf8-462c-971c-413242098979 x-openstack-request-id: req-d7face41-bdf8-462c-971c-413242098979 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:13:49.138257 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de2ff446-c341-468b-92b6-3b59c73f73d1", "tag": "5dc4ec69-ba43-4bfc-956d-a8f978b4b560", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:13:49.140725 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d7face41-bdf8-462c-971c-413242098979 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:13:49.141177 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de2ff446-c341-468b-92b6-3b59c73f73d1', 'tag': '5dc4ec69-ba43-4bfc-956d-a8f978b4b560', 'status': 'completed', 'code': 200} Jun 23 10:13:49.305986 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313e571-4a8b-46df-830a-9126cd353e6e req-85e1807b-5838-4d01-afc6-af44914c145c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:49.307846 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9313e571-4a8b-46df-830a-9126cd353e6e req-85e1807b-5838-4d01-afc6-af44914c145c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=92b25a857e544e8a81b9334162e2ccec&device_id=de2ff446-c341-468b-92b6-3b59c73f73d1 HTTP/1.1" status: 200 len: 1096 time: 0.0849965 Jun 23 10:13:49.481682 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313e571-4a8b-46df-830a-9126cd353e6e req-b4cde733-5758-4fb3-afb8-2b7bf89a4281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:49.483181 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9313e571-4a8b-46df-830a-9126cd353e6e req-b4cde733-5758-4fb3-afb8-2b7bf89a4281 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=92b25a857e544e8a81b9334162e2ccec&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1670287 Jun 23 10:13:49.620454 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa5cd2-fe90-47f7-9a60-5c22ef7b1497 req-f90ec848-2605-46b2-b600-d836a98667d4 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:49.622690 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a8fa5cd2-fe90-47f7-9a60-5c22ef7b1497 req-f90ec848-2605-46b2-b600-d836a98667d4 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 946 time: 0.1377115 Jun 23 10:13:49.625315 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313e571-4a8b-46df-830a-9126cd353e6e req-82d792d6-8aaa-4033-b439-63f79135f3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:49.626243 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9313e571-4a8b-46df-830a-9126cd353e6e req-82d792d6-8aaa-4033-b439-63f79135f3b3 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1320558 Jun 23 10:13:49.682432 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a8fa5cd2-fe90-47f7-9a60-5c22ef7b1497 req-2b677838-ae28-4210-9d87-cdbfcf253e7f tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437150 Jun 23 10:13:49.751089 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370e26f-6293-4616-acd0-d583b66d790d req-dd5fa71b-d764-422b-8d4c-a94814fa3a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:49.752949 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5370e26f-6293-4616-acd0-d583b66d790d req-dd5fa71b-d764-422b-8d4c-a94814fa3a2f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=92b25a857e544e8a81b9334162e2ccec&device_id=de2ff446-c341-468b-92b6-3b59c73f73d1 HTTP/1.1" status: 200 len: 1096 time: 0.0704942 Jun 23 10:13:49.802150 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5370e26f-6293-4616-acd0-d583b66d790d req-beaf5ddc-c5ef-43b2-84a8-e93510bd9e44 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5dc4ec69-ba43-4bfc-956d-a8f978b4b560 HTTP/1.1" status: 200 len: 217 time: 0.0420201 Jun 23 10:13:49.875620 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370e26f-6293-4616-acd0-d583b66d790d req-6f792b38-d32a-428e-ae48-c2c11e4f2272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:49.877188 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5370e26f-6293-4616-acd0-d583b66d790d req-6f792b38-d32a-428e-ae48-c2c11e4f2272 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e4deb3fe-5cbf-4afd-9d80-a3d9af1fee71 HTTP/1.1" status: 200 len: 848 time: 0.0602691 Jun 23 10:13:49.950321 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370e26f-6293-4616-acd0-d583b66d790d req-ee84339d-04cc-4850-90bc-0f65fe44c009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:49.952192 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5370e26f-6293-4616-acd0-d583b66d790d req-ee84339d-04cc-4850-90bc-0f65fe44c009 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=68c08a46-ecd8-4ed9-9182-ea12c9f045ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0668983 Jun 23 10:13:50.110841 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b567b6f-a42b-4398-85ee-8bc0f1519519 req-df9450da-7aa7-4f23-a481-e741e90c63fe tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:50.112895 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-2b567b6f-a42b-4398-85ee-8bc0f1519519 req-df9450da-7aa7-4f23-a481-e741e90c63fe tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/ports?device_id=de2ff446-c341-468b-92b6-3b59c73f73d1 HTTP/1.1" status: 200 len: 943 time: 0.1547928 Jun 23 10:13:50.114812 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5370e26f-6293-4616-acd0-d583b66d790d req-a9293614-c7a1-432f-9184-384f724307fc service neutron] 10.222.0.52 "GET /v2.0/networks/68c08a46-ecd8-4ed9-9182-ea12c9f045ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550276 Jun 23 10:13:50.215316 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-2b567b6f-a42b-4398-85ee-8bc0f1519519 req-769ba9fe-3f85-4421-ac04-fff53d5905bc tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/security-groups?id=e45e3df1-e8a9-4537-8289-2ade431faea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968919 Jun 23 10:13:50.256306 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5370e26f-6293-4616-acd0-d583b66d790d req-b6d48a17-19ee-42a1-8443-826c901812be service neutron] 10.222.0.52 "GET /v2.0/networks/68c08a46-ecd8-4ed9-9182-ea12c9f045ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318932 Jun 23 10:13:50.532505 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f3aa2b4b-a73a-456b-ac71-e386c15b6d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:50.697664 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:50.964149 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8307aa4-19af-4891-b9ad-4f355b93cad5 req-8f3aeb63-173d-4a4d-98d0-cc47653a40d7 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:50.966134 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d8307aa4-19af-4891-b9ad-4f355b93cad5 req-8f3aeb63-173d-4a4d-98d0-cc47653a40d7 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 946 time: 0.1221817 Jun 23 10:13:51.051416 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d8307aa4-19af-4891-b9ad-4f355b93cad5 req-fb0511a1-7dbc-424f-bf01-4968e475a09a tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0750773 Jun 23 10:13:51.100482 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92c363-8411-47f1-8e1c-c052b72aa741 req-14a7131b-769d-4415-958a-02aa43980e0f tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:51.107971 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-dc92c363-8411-47f1-8e1c-c052b72aa741 req-14a7131b-769d-4415-958a-02aa43980e0f tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/ports?device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 946 time: 0.1407549 Jun 23 10:13:51.151770 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-dc92c363-8411-47f1-8e1c-c052b72aa741 req-812c10b8-e78b-4bc1-9762-b531e206cdc8 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/security-groups?id=b75a2980-feef-4b8f-a665-38c0cd83c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425296 Jun 23 10:13:51.249490 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c08a95-93d8-4406-8326-f9ea5094fbd4 req-627f4726-13d9-4083-831a-7aa720c811c3 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:51.251221 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-33c08a95-93d8-4406-8326-f9ea5094fbd4 req-627f4726-13d9-4083-831a-7aa720c811c3 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=4fe33559-5a9b-4c50-b9ed-66c9c2390343 HTTP/1.1" status: 200 len: 945 time: 0.0704107 Jun 23 10:13:51.302389 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-33c08a95-93d8-4406-8326-f9ea5094fbd4 req-cd423907-55b7-4c6c-9b5f-1a553260c0bf tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=e5a0a485-ac0f-42ef-b435-aa791b3edf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413296 Jun 23 10:13:51.426898 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88425ea5-f33b-4b24-b3e0-06ac98e055d2 req-08d0efbe-b8fd-4957-a81e-143076ac4f89 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:51.433582 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-88425ea5-f33b-4b24-b3e0-06ac98e055d2 req-08d0efbe-b8fd-4957-a81e-143076ac4f89 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/ports?device_id=de2ff446-c341-468b-92b6-3b59c73f73d1 HTTP/1.1" status: 200 len: 943 time: 0.0709743 Jun 23 10:13:51.466877 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-88425ea5-f33b-4b24-b3e0-06ac98e055d2 req-adff66b4-0f98-4935-823d-180224656ddd tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/security-groups?id=e45e3df1-e8a9-4537-8289-2ade431faea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322945 Jun 23 10:13:51.491846 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-549d35a9-2eb0-42c6-a322-a779b3edc54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:52.258675 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c8243e-2704-4e4f-86db-408d1e5ebe53 req-8c8bc596-7a8b-410b-80f4-f4978d571f5a tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:52.260612 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-72c8243e-2704-4e4f-86db-408d1e5ebe53 req-8c8bc596-7a8b-410b-80f4-f4978d571f5a tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 946 time: 0.0753288 Jun 23 10:13:52.338306 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-72c8243e-2704-4e4f-86db-408d1e5ebe53 req-9b9fe9aa-25bb-475a-beeb-f0e85affb4d6 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0693684 Jun 23 10:13:52.385611 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d06e4-bfcb-4b2c-bde6-7e69a846d7cb req-1ec7ab59-747c-48b8-b71f-b03272bdf36c tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:52.387312 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ec2d06e4-bfcb-4b2c-bde6-7e69a846d7cb req-1ec7ab59-747c-48b8-b71f-b03272bdf36c tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/ports?device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 946 time: 0.1119118 Jun 23 10:13:52.438087 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ec2d06e4-bfcb-4b2c-bde6-7e69a846d7cb req-83cf8d5e-7623-47e0-ab30-07c848ea5f60 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/security-groups?id=b75a2980-feef-4b8f-a665-38c0cd83c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438669 Jun 23 10:13:52.559995 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff0a0b-80c0-4533-9ddd-43b3a89353d2 req-23cc9b8a-314b-476f-b751-3d6c7bc3bffb tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:52.562756 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-6eff0a0b-80c0-4533-9ddd-43b3a89353d2 req-23cc9b8a-314b-476f-b751-3d6c7bc3bffb tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=4fe33559-5a9b-4c50-b9ed-66c9c2390343 HTTP/1.1" status: 200 len: 945 time: 0.0764186 Jun 23 10:13:52.669778 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-6eff0a0b-80c0-4533-9ddd-43b3a89353d2 req-a61400d3-c962-4ded-ac0e-b91c8bc2d7b9 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=e5a0a485-ac0f-42ef-b435-aa791b3edf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972655 Jun 23 10:13:52.698173 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a873b746-71c1-493d-a9bc-22c092a2de49 req-2ca9fbc6-0281-4713-a289-bec2c4602bec tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:52.699526 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a873b746-71c1-493d-a9bc-22c092a2de49 req-2ca9fbc6-0281-4713-a289-bec2c4602bec tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.52 "GET /v2.0/ports?device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 946 time: 0.1371334 Jun 23 10:13:52.723330 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ebf1b-9a09-4c20-875c-fdd5c149041e req-63e2d9b5-eab9-4a6c-b935-89c1a92e404f tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:52.729349 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e80ebf1b-9a09-4c20-875c-fdd5c149041e req-63e2d9b5-eab9-4a6c-b935-89c1a92e404f tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/ports?device_id=de2ff446-c341-468b-92b6-3b59c73f73d1 HTTP/1.1" status: 200 len: 943 time: 0.1228917 Jun 23 10:13:52.900104 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69f1a64-d280-45d1-b719-30a154bfd718 req-3762751f-1c3d-42ba-a3e9-8ac7dafcf99b tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:52.902594 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-b69f1a64-d280-45d1-b719-30a154bfd718 req-3762751f-1c3d-42ba-a3e9-8ac7dafcf99b tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.52 "GET /v2.0/ports?device_id=4fe33559-5a9b-4c50-b9ed-66c9c2390343 HTTP/1.1" status: 200 len: 945 time: 0.0829856 Jun 23 10:13:53.018991 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [req-b69f1a64-d280-45d1-b719-30a154bfd718 req-1c0e6e39-9449-4c62-8821-9cb8d1a55eb9 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Deleting port 7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8 {{(pid=93710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:13:53.019335 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-b69f1a64-d280-45d1-b719-30a154bfd718 req-1c0e6e39-9449-4c62-8821-9cb8d1a55eb9 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:53.118186 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e80ebf1b-9a09-4c20-875c-fdd5c149041e req-52b275c0-eb32-49e7-91ef-28251592a8ed tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/security-groups?id=e45e3df1-e8a9-4537-8289-2ade431faea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3747993 Jun 23 10:13:53.134477 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.db [req-b69f1a64-d280-45d1-b719-30a154bfd718 req-1c0e6e39-9449-4c62-8821-9cb8d1a55eb9 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] For port 7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8,segment=NetworkSegment(18d3fb12-0117-4481-ac00-627483f619c4),segment_id=18d3fb12-0117-4481-ac00-627483f619c4)] {{(pid=93710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:13:53.134477 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-b69f1a64-d280-45d1-b719-30a154bfd718 req-1c0e6e39-9449-4c62-8821-9cb8d1a55eb9 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:53.157006 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-a873b746-71c1-493d-a9bc-22c092a2de49 req-2b3ff583-86d8-47c5-8b54-0d7e4eac5664 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Deleting port f8dd6be9-2893-4389-8820-b71d2fdde08d {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:13:53.157490 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a873b746-71c1-493d-a9bc-22c092a2de49 req-2b3ff583-86d8-47c5-8b54-0d7e4eac5664 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:53.252844 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.db [req-a873b746-71c1-493d-a9bc-22c092a2de49 req-2b3ff583-86d8-47c5-8b54-0d7e4eac5664 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] For port f8dd6be9-2893-4389-8820-b71d2fdde08d, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=f8dd6be9-2893-4389-8820-b71d2fdde08d,segment=NetworkSegment(c1a70f88-4aee-4b0d-a9ce-72bb1ca0b839),segment_id=c1a70f88-4aee-4b0d-a9ce-72bb1ca0b839)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:13:53.253198 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a873b746-71c1-493d-a9bc-22c092a2de49 req-2b3ff583-86d8-47c5-8b54-0d7e4eac5664 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:53.268223 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [req-a873b746-71c1-493d-a9bc-22c092a2de49 req-2b3ff583-86d8-47c5-8b54-0d7e4eac5664 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Calling delete_port for f8dd6be9-2893-4389-8820-b71d2fdde08d owned by compute:nova {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:13:53.391857 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-b69f1a64-d280-45d1-b719-30a154bfd718 req-1c0e6e39-9449-4c62-8821-9cb8d1a55eb9 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:53.391857 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-b69f1a64-d280-45d1-b719-30a154bfd718 req-1c0e6e39-9449-4c62-8821-9cb8d1a55eb9 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707131'] for floatingip, after_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:53.391857 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.db.l3_db [req-b69f1a64-d280-45d1-b719-30a154bfd718 req-1c0e6e39-9449-4c62-8821-9cb8d1a55eb9 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Floating IP a448b2bc-f1dc-456f-a837-22569b54bac9 disassociated. External IP: 172.27.2.209, port: 7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8. Jun 23 10:13:53.391857 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [req-b69f1a64-d280-45d1-b719-30a154bfd718 req-1c0e6e39-9449-4c62-8821-9cb8d1a55eb9 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Calling delete_port for 7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8 owned by compute:nova {{(pid=93710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:13:53.656134 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91758136-54af-49e9-9ad3-55fcb499d573 req-ec7b6b0c-6bcd-4f3d-ad2c-1039f97f90db tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:53.658311 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-91758136-54af-49e9-9ad3-55fcb499d573 req-ec7b6b0c-6bcd-4f3d-ad2c-1039f97f90db tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 946 time: 0.1111238 Jun 23 10:13:53.666685 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff366d-a079-4b07-83f3-4d22d883ad56 req-a0e9f3e8-7552-434f-b163-016c6ac472c6 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:53.668108 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5eff366d-a079-4b07-83f3-4d22d883ad56 req-a0e9f3e8-7552-434f-b163-016c6ac472c6 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/ports?device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 946 time: 0.0930958 Jun 23 10:13:53.722864 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-91758136-54af-49e9-9ad3-55fcb499d573 req-7beb261e-c703-4601-b07b-da45ef2e9d6d tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537941 Jun 23 10:13:53.730120 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5eff366d-a079-4b07-83f3-4d22d883ad56 req-47fce033-68bc-446e-9b4f-4cb07e46cbec tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/security-groups?id=b75a2980-feef-4b8f-a665-38c0cd83c5a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547116 Jun 23 10:13:53.890179 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de35b252-ad2e-4085-a1f4-b3e56caacf66 req-ec2029f0-2443-4605-ab80-263ac27f1b68 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:53.891629 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-de35b252-ad2e-4085-a1f4-b3e56caacf66 req-ec2029f0-2443-4605-ab80-263ac27f1b68 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=4fe33559-5a9b-4c50-b9ed-66c9c2390343 HTTP/1.1" status: 200 len: 945 time: 0.0612433 Jun 23 10:13:53.929233 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-de35b252-ad2e-4085-a1f4-b3e56caacf66 req-7284fba6-9e41-4161-90fb-17a40388c70b tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups?id=e5a0a485-ac0f-42ef-b435-aa791b3edf4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307417 Jun 23 10:13:54.144851 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-329354e5-9e69-417d-83ab-34bb473e22da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:54.193685 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-b69f1a64-d280-45d1-b719-30a154bfd718 req-1c0e6e39-9449-4c62-8821-9cb8d1a55eb9 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31904537'] for port, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:54.196739 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a873b746-71c1-493d-a9bc-22c092a2de49 req-2b3ff583-86d8-47c5-8b54-0d7e4eac5664 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33311619'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:54.196739 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-58ac59b2-3b49-49b7-9a00-592df2af7e57 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:13:54.197048 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] get_ports_and_sgs() called for port_ids ['f8dd6be9-2893-4389-8820-b71d2fdde08d'] {{(pid=93712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 10:13:54.205705 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-58cfa4ee-94ac-4092-9ba5-2350dbbd8db5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:13:54.226669 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3ff583-86d8-47c5-8b54-0d7e4eac5664 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Pushing event deleted for resources: {'Port': ['ID=f8dd6be9-2893-4389-8820-b71d2fdde08d,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:13:54.230455 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-2b3ff583-86d8-47c5-8b54-0d7e4eac5664 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:13:54.275719 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0e6e39-9449-4c62-8821-9cb8d1a55eb9 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Pushing event deleted for resources: {'Port': ['ID=7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:13:54.286698 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-1c0e6e39-9449-4c62-8821-9cb8d1a55eb9 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:13:54.334593 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [req-a873b746-71c1-493d-a9bc-22c092a2de49 req-2b3ff583-86d8-47c5-8b54-0d7e4eac5664 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] No DVR routers for this DVR port f8dd6be9-2893-4389-8820-b71d2fdde08d on host hv-cinder-79751 {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 10:13:54.342955 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [req-a873b746-71c1-493d-a9bc-22c092a2de49 req-2b3ff583-86d8-47c5-8b54-0d7e4eac5664 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for port, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:54.344974 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a873b746-71c1-493d-a9bc-22c092a2de49 req-2b3ff583-86d8-47c5-8b54-0d7e4eac5664 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.52 "DELETE /v2.0/ports/f8dd6be9-2893-4389-8820-b71d2fdde08d HTTP/1.1" status: 204 len: 173 time: 1.6391735 Jun 23 10:13:54.346450 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f417efe8-3407-489a-af87-32e428763451', 'name': 'network-vif-deleted', 'tag': 'f8dd6be9-2893-4389-8820-b71d2fdde08d'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:13:54.356389 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404634ef6dbf53e9c182992e714e82192e1d0d35f5c652938e4b1e64141411fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7c8547-9008-4404-9292-c68433c6648b" -d '{"events": [{"server_uuid": "f417efe8-3407-489a-af87-32e428763451", "name": "network-vif-deleted", "tag": "f8dd6be9-2893-4389-8820-b71d2fdde08d"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:13:54.400630 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7dcfdd-3c60-4c5e-b3b7-78242871125c req-7ab74f7b-45c2-430a-9a63-5746282fd1ad tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:54.406998 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-6d7dcfdd-3c60-4c5e-b3b7-78242871125c req-7ab74f7b-45c2-430a-9a63-5746282fd1ad tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/ports?device_id=de2ff446-c341-468b-92b6-3b59c73f73d1 HTTP/1.1" status: 200 len: 943 time: 0.1709015 Jun 23 10:13:54.427327 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 10:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2acb2e55-48c7-4e28-9104-946d8cb256e3 x-openstack-request-id: req-2acb2e55-48c7-4e28-9104-946d8cb256e3 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:13:54.427751 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f417efe8-3407-489a-af87-32e428763451", "name": "network-vif-deleted", "tag": "f8dd6be9-2893-4389-8820-b71d2fdde08d", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:13:54.428210 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2acb2e55-48c7-4e28-9104-946d8cb256e3 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:13:54.428718 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f417efe8-3407-489a-af87-32e428763451', 'name': 'network-vif-deleted', 'tag': 'f8dd6be9-2893-4389-8820-b71d2fdde08d', 'status': 'completed', 'code': 200} Jun 23 10:13:54.491102 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b69f1a64-d280-45d1-b719-30a154bfd718 req-1c0e6e39-9449-4c62-8821-9cb8d1a55eb9 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Router 4289399a-5ee4-4996-8ceb-7fb9918adb2d has already been hosted by L3 agent df545903-e04d-4712-ace0-112b1e927481 {{(pid=93710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 10:13:54.505262 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-6d7dcfdd-3c60-4c5e-b3b7-78242871125c req-1a669948-0313-4c93-b419-14152a36b010 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/security-groups?id=e45e3df1-e8a9-4537-8289-2ade431faea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926573 Jun 23 10:13:54.634100 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b69f1a64-d280-45d1-b719-30a154bfd718 req-1c0e6e39-9449-4c62-8821-9cb8d1a55eb9 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify agent at l3_agent.dv-cinder-797510-1-iscsi the message routers_updated {{(pid=93710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 10:13:54.646297 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72699dc-2213-48b4-8283-8372fee93cb2 None None] Sync routers for ids ['4289399a-5ee4-4996-8ceb-7fb9918adb2d'] in dv-cinder-797510-1-iscsi {{(pid=93712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 10:13:54.665618 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72699dc-2213-48b4-8283-8372fee93cb2 None None] Routers {'4289399a-5ee4-4996-8ceb-7fb9918adb2d'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:13:54.666653 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-d72699dc-2213-48b4-8283-8372fee93cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:13:50Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['4289399a-5ee4-4996-8ceb-7fb9918adb2d'], 'active': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:13:54.706705 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.l3_dvrscheduler_db [req-b69f1a64-d280-45d1-b719-30a154bfd718 req-1c0e6e39-9449-4c62-8821-9cb8d1a55eb9 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] No DVR routers for this DVR port 7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8 on host hv-cinder-79751 {{(pid=93710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 10:13:54.710061 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-b69f1a64-d280-45d1-b719-30a154bfd718 req-1c0e6e39-9449-4c62-8821-9cb8d1a55eb9 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for port, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:54.714773 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-b69f1a64-d280-45d1-b719-30a154bfd718 req-1c0e6e39-9449-4c62-8821-9cb8d1a55eb9 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.52 "DELETE /v2.0/ports/7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8 HTTP/1.1" status: 204 len: 173 time: 1.8060255 Jun 23 10:13:54.715339 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe33559-5a9b-4c50-b9ed-66c9c2390343', 'name': 'network-vif-deleted', 'tag': '7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8'}] {{(pid=93710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:13:54.726134 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476757ab5199ad7afce7410758f86ea887fce0aa64a809171aa19cb360cf7c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea3811f-588b-4585-b172-f9ab360ca580" -d '{"events": [{"server_uuid": "4fe33559-5a9b-4c50-b9ed-66c9c2390343", "name": "network-vif-deleted", "tag": "7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8"}]}' {{(pid=93710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:13:54.839375 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 10:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7f0dd3-e83b-40dd-a226-274630553edc x-openstack-request-id: req-9b7f0dd3-e83b-40dd-a226-274630553edc {{(pid=93710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:13:54.839936 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fe33559-5a9b-4c50-b9ed-66c9c2390343", "name": "network-vif-deleted", "tag": "7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8", "status": "completed", "code": 200}]} {{(pid=93710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:13:54.840623 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9b7f0dd3-e83b-40dd-a226-274630553edc {{(pid=93710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:13:54.841233 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fe33559-5a9b-4c50-b9ed-66c9c2390343', 'name': 'network-vif-deleted', 'tag': '7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8', 'status': 'completed', 'code': 200} Jun 23 10:13:54.947722 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvr_db [None req-d72699dc-2213-48b4-8283-8372fee93cb2 None None] Set router 4289399a-5ee4-4996-8ceb-7fb9918adb2d gateway port host: dv-cinder-797510-1-iscsi {{(pid=93712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:13:55.068072 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-823c649e-adc4-46ba-8535-400bf08a2a76 req-c92a7cd9-0395-422c-8cc3-ecc9a08846c1 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] 10.222.0.47 "GET /v2.0/ports?device_id=f417efe8-3407-489a-af87-32e428763451 HTTP/1.1" status: 200 len: 210 time: 0.0358012 Jun 23 10:13:55.080276 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec91d56a-41d6-46c0-bec7-f2e9d56c0c72 req-10206fc9-6b5a-4a9c-8b62-8234e0c7f969 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:55.087146 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ec91d56a-41d6-46c0-bec7-f2e9d56c0c72 req-10206fc9-6b5a-4a9c-8b62-8234e0c7f969 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 946 time: 0.1080124 Jun 23 10:13:55.133119 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ec91d56a-41d6-46c0-bec7-f2e9d56c0c72 req-88e05f09-2314-4d29-a643-af3d51d858d5 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450368 Jun 23 10:13:55.258412 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-bb2bab7a-fdd4-4010-8e61-d024f70f6017 req-afc3d909-9216-4aa1-9caf-d0b290e32e3b tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/ports?device_id=4fe33559-5a9b-4c50-b9ed-66c9c2390343 HTTP/1.1" status: 200 len: 210 time: 0.0320406 Jun 23 10:13:55.259225 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-d72699dc-2213-48b4-8283-8372fee93cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'name': 'tempest-AttachVolumeTestJSON-1884555333-router', 'tenant_id': '2bfd8cef6a2f47babb53716771db0095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '0729db3c-c967-4684-b5dc-9c4ba053d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:07:12Z', 'updated_at': '2021-06-23T10:07:22Z', 'revision_number': 4, 'project_id': '2bfd8cef6a2f47babb53716771db0095', 'gw_port': {'id': '0729db3c-c967-4684-b5dc-9c4ba053d154', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:37:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:14Z', 'updated_at': '2021-06-23T10:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_interfaces': [{'id': '2d2894c6-8ab1-4f91-8052-6a6e4b5c0d34', 'name': '', 'network_id': '75208ede-2304-4522-bb33-3632300dc81d', 'tenant_id': '2bfd8cef6a2f47babb53716771db0095', 'mac_address': 'fa:16:3e:d8:8c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '222c10a8-002c-4ace-acfb-70d9b2714faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:20Z', 'updated_at': '2021-06-23T10:07:33Z', 'revision_number': 5, 'project_id': '2bfd8cef6a2f47babb53716771db0095', 'subnets': [{'id': '222c10a8-002c-4ace-acfb-70d9b2714faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:13:55.290009 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72699dc-2213-48b4-8283-8372fee93cb2 None None] Checking router: 4289399a-5ee4-4996-8ceb-7fb9918adb2d for host: dv-cinder-797510-1-iscsi {{(pid=93712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 10:13:55.299317 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72699dc-2213-48b4-8283-8372fee93cb2 None None] Routers {'4289399a-5ee4-4996-8ceb-7fb9918adb2d'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:13:55.299928 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-d72699dc-2213-48b4-8283-8372fee93cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:13:50Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['4289399a-5ee4-4996-8ceb-7fb9918adb2d'], 'active': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:13:55.409720 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvr_db [None req-d72699dc-2213-48b4-8283-8372fee93cb2 None None] Set router 4289399a-5ee4-4996-8ceb-7fb9918adb2d gateway port host: dv-cinder-797510-1-iscsi {{(pid=93712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:13:55.607392 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-d72699dc-2213-48b4-8283-8372fee93cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'name': 'tempest-AttachVolumeTestJSON-1884555333-router', 'tenant_id': '2bfd8cef6a2f47babb53716771db0095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '0729db3c-c967-4684-b5dc-9c4ba053d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:07:12Z', 'updated_at': '2021-06-23T10:07:22Z', 'revision_number': 4, 'project_id': '2bfd8cef6a2f47babb53716771db0095', 'gw_port': {'id': '0729db3c-c967-4684-b5dc-9c4ba053d154', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:37:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:14Z', 'updated_at': '2021-06-23T10:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_interfaces': [{'id': '2d2894c6-8ab1-4f91-8052-6a6e4b5c0d34', 'name': '', 'network_id': '75208ede-2304-4522-bb33-3632300dc81d', 'tenant_id': '2bfd8cef6a2f47babb53716771db0095', 'mac_address': 'fa:16:3e:d8:8c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '222c10a8-002c-4ace-acfb-70d9b2714faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:20Z', 'updated_at': '2021-06-23T10:07:33Z', 'revision_number': 5, 'project_id': '2bfd8cef6a2f47babb53716771db0095', 'subnets': [{'id': '222c10a8-002c-4ace-acfb-70d9b2714faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:13:55.639732 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72699dc-2213-48b4-8283-8372fee93cb2 None None] The sync data for ids ['4289399a-5ee4-4996-8ceb-7fb9918adb2d'] in dv-cinder-797510-1-iscsi is: [{'id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'name': 'tempest-AttachVolumeTestJSON-1884555333-router', 'tenant_id': '2bfd8cef6a2f47babb53716771db0095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '0729db3c-c967-4684-b5dc-9c4ba053d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:07:12Z', 'updated_at': '2021-06-23T10:07:22Z', 'revision_number': 4, 'project_id': '2bfd8cef6a2f47babb53716771db0095', 'gw_port': {'id': '0729db3c-c967-4684-b5dc-9c4ba053d154', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:37:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:14Z', 'updated_at': '2021-06-23T10:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_interfaces': [{'id': '2d2894c6-8ab1-4f91-8052-6a6e4b5c0d34', 'name': '', 'network_id': '75208ede-2304-4522-bb33-3632300dc81d', 'tenant_id': '2bfd8cef6a2f47babb53716771db0095', 'mac_address': 'fa:16:3e:d8:8c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '222c10a8-002c-4ace-acfb-70d9b2714faa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:20Z', 'updated_at': '2021-06-23T10:07:33Z', 'revision_number': 5, 'project_id': '2bfd8cef6a2f47babb53716771db0095', 'subnets': [{'id': '222c10a8-002c-4ace-acfb-70d9b2714faa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 10:13:55.690655 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e0de9b-2171-431b-b3cd-57df36b21dd7 req-008fa219-622a-4d8e-ad0f-b4048a28029a tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:55.692237 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e6e0de9b-2171-431b-b3cd-57df36b21dd7 req-008fa219-622a-4d8e-ad0f-b4048a28029a tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/ports?device_id=de2ff446-c341-468b-92b6-3b59c73f73d1 HTTP/1.1" status: 200 len: 943 time: 0.0711255 Jun 23 10:13:55.734760 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e6e0de9b-2171-431b-b3cd-57df36b21dd7 req-9c89c4df-384e-4148-855f-8011948cec01 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/security-groups?id=e45e3df1-e8a9-4537-8289-2ade431faea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365391 Jun 23 10:13:55.888331 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef148d5-6001-4e35-9d5d-ebb1f34aae0a None None] New status for floating IP a448b2bc-f1dc-456f-a837-22569b54bac9: DOWN {{(pid=93713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 10:13:56.316217 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4b146-f531-4d06-9cd9-ec0a6d687582 req-53a750b2-ef84-4565-aa4d-302643d5dcbe tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:56.318110 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-cbe4b146-f531-4d06-9cd9-ec0a6d687582 req-53a750b2-ef84-4565-aa4d-302643d5dcbe tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 946 time: 0.0759699 Jun 23 10:13:56.375801 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-cbe4b146-f531-4d06-9cd9-ec0a6d687582 req-7bc43fc4-c324-4151-a231-ecd2a2067de9 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507224 Jun 23 10:13:56.488643 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 40366) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:13:56.542186 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ba8ae141-162c-4985-b1ae-e3a0b712afc0 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:56.567650 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ba8ae141-162c-4985-b1ae-e3a0b712afc0 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:56.691783 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ba8ae141-162c-4985-b1ae-e3a0b712afc0 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:56.694422 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ba8ae141-162c-4985-b1ae-e3a0b712afc0 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:56.701924 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-ba8ae141-162c-4985-b1ae-e3a0b712afc0 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "DELETE /v2.0/security-groups/e5a0a485-ac0f-42ef-b435-aa791b3edf4f HTTP/1.1" status: 204 len: 168 time: 0.2122283 Jun 23 10:13:56.702169 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 40374) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:13:56.702793 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-d75a29e6-1eab-4f5f-acbb-e9e4bec42a4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:13:56.711450 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d7055-09d3-4844-ade4-6d0f5bb676fa req-858f7669-9910-4107-bc84-d54bed0f9fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:56.712794 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8ae141-162c-4985-b1ae-e3a0b712afc0 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a0a485-ac0f-42ef-b435-aa791b3edf4f,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:13:56.712936 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-3d9d7055-09d3-4844-ade4-6d0f5bb676fa req-858f7669-9910-4107-bc84-d54bed0f9fcc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=24291804a3fc43a7bb9013ab3736dd4e&device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 1099 time: 0.0674114 Jun 23 10:13:56.715189 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-ba8ae141-162c-4985-b1ae-e3a0b712afc0 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:13:56.732961 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.api.v2.resource [None req-ab8b6db9-522e-4c73-a460-52d4ab0f14bf tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] show failed (client error): The resource could not be found. Jun 23 10:13:56.737890 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-ab8b6db9-522e-4c73-a460-52d4ab0f14bf tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "GET /v2.0/security-groups/e5a0a485-ac0f-42ef-b435-aa791b3edf4f HTTP/1.1" status: 404 len: 347 time: 0.0347149 Jun 23 10:13:56.738116 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 40378) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:13:56.761610 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device f8dd6be9-2893-4389-8820-b71d2fdde08d no longer exists at agent hyperv_hv-cinder-79751 {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 10:13:56.784892 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] No Port match for: f8dd6be9-2893-4389-8820-b71d2fdde08d {{(pid=93712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 10:13:56.785242 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device f8dd6be9-2893-4389-8820-b71d2fdde08d not bound to the agent host hv-cinder-79751 {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 10:13:56.785721 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device 7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8 no longer exists at agent hyperv_hv-cinder-79751 {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 10:13:56.812344 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] No Port match for: 7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8 {{(pid=93712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 10:13:56.815887 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device 7f0cac10-7f78-4cc8-9cb1-f7782d2e71c8 not bound to the agent host hv-cinder-79751 {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 10:13:56.827253 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d7055-09d3-4844-ade4-6d0f5bb676fa req-a9bb4215-7778-4cbd-9f88-34b9426f4fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:56.828809 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-3d9d7055-09d3-4844-ade4-6d0f5bb676fa req-a9bb4215-7778-4cbd-9f88-34b9426f4fd3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2c358830-fde0-4aa0-a28c-3a7712f5e2f9 HTTP/1.1" status: 200 len: 918 time: 0.1065261 Jun 23 10:13:56.900545 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-3d9d7055-09d3-4844-ade4-6d0f5bb676fa req-868e93f8-53c6-4e9f-9724-1d1e4e971fea service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f06a1e55-269f-47ea-a62c-39ce2a299e00 HTTP/1.1" status: 200 len: 1002 time: 0.0656209 Jun 23 10:13:56.918293 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b2335-71d1-4d7e-a729-42f9f205c787 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Deleting port e5f53446-7650-4796-baac-9c2010838b20 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:13:56.918474 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8d7b2335-71d1-4d7e-a729-42f9f205c787 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:56.952071 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d7055-09d3-4844-ade4-6d0f5bb676fa req-8fb279ce-d2a0-4cda-bf9b-b2c4b4c25821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:56.953505 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-3d9d7055-09d3-4844-ade4-6d0f5bb676fa req-8fb279ce-d2a0-4cda-bf9b-b2c4b4c25821 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cdba8eb6-d4a0-4adb-b53b-76f5eb8c1c27 HTTP/1.1" status: 200 len: 856 time: 0.0470788 Jun 23 10:13:56.981171 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369bfb2-7f6a-4ff6-8561-a7b9cf06b8fb req-bec63431-77f4-4a84-aa93-ff92e5d3bbec tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:56.982634 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-2369bfb2-7f6a-4ff6-8561-a7b9cf06b8fb req-bec63431-77f4-4a84-aa93-ff92e5d3bbec tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/ports?device_id=de2ff446-c341-468b-92b6-3b59c73f73d1 HTTP/1.1" status: 200 len: 943 time: 0.1245825 Jun 23 10:13:57.010132 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d7055-09d3-4844-ade4-6d0f5bb676fa req-299707a6-2f87-4ec6-ad18-f78ee746e5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:57.011670 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-3d9d7055-09d3-4844-ade4-6d0f5bb676fa req-299707a6-2f87-4ec6-ad18-f78ee746e5d2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2c358830-fde0-4aa0-a28c-3a7712f5e2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518346 Jun 23 10:13:57.034208 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8d7b2335-71d1-4d7e-a729-42f9f205c787 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:57.034529 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8d7b2335-71d1-4d7e-a729-42f9f205c787 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:57.045304 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-2369bfb2-7f6a-4ff6-8561-a7b9cf06b8fb req-7ebc3bdb-7656-4de4-bece-e63ae937eca1 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/security-groups?id=e45e3df1-e8a9-4537-8289-2ade431faea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568204 Jun 23 10:13:57.051407 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-8d7b2335-71d1-4d7e-a729-42f9f205c787 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Calling delete_port for e5f53446-7650-4796-baac-9c2010838b20 owned by network:floatingip {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:13:57.104559 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-3d9d7055-09d3-4844-ade4-6d0f5bb676fa req-9af77d82-867e-41ee-967a-a77555d60645 service neutron] 10.222.0.52 "GET /v2.0/networks/2c358830-fde0-4aa0-a28c-3a7712f5e2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855234 Jun 23 10:13:57.192521 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-3d9d7055-09d3-4844-ade4-6d0f5bb676fa req-f4157e18-261f-459b-91a4-9b186223e8e3 service neutron] 10.222.0.52 "GET /v2.0/networks/2c358830-fde0-4aa0-a28c-3a7712f5e2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816352 Jun 23 10:13:57.287455 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8d7b2335-71d1-4d7e-a729-42f9f205c787 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33311619'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:57.290428 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-fe48cfb1-ab96-4f34-a90f-bf1358b7191a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:13:57.317673 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b2335-71d1-4d7e-a729-42f9f205c787 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Pushing event deleted for resources: {'Port': ['ID=e5f53446-7650-4796-baac-9c2010838b20,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:13:57.320798 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-8d7b2335-71d1-4d7e-a729-42f9f205c787 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:13:57.381574 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8d7b2335-71d1-4d7e-a729-42f9f205c787 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks [] for floatingip, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:57.383959 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8d7b2335-71d1-4d7e-a729-42f9f205c787 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:57.385095 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-8d7b2335-71d1-4d7e-a729-42f9f205c787 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] 10.222.0.47 "DELETE /v2.0/floatingips/a448b2bc-f1dc-456f-a837-22569b54bac9 HTTP/1.1" status: 204 len: 168 time: 0.6457255 Jun 23 10:13:57.555142 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48059b2f-1326-42a9-87f0-1ff2da18ef86 req-dcd0d164-67eb-4731-affe-a254c869dea6 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:57.556645 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-48059b2f-1326-42a9-87f0-1ff2da18ef86 req-dcd0d164-67eb-4731-affe-a254c869dea6 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 946 time: 0.0661230 Jun 23 10:13:57.599293 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-48059b2f-1326-42a9-87f0-1ff2da18ef86 req-1d214492-de62-450e-8821-14c68d437464 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368750 Jun 23 10:13:57.672399 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 40402) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:13:58.007098 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ada98804-6fa8-4382-9062-d591e992be01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723645'] for router_interface, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:58.265236 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b1f9c-037d-4fdd-b83e-63c9529a4547 req-cc040742-6d45-4128-b159-54cc8a188213 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:58.266637 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e10b1f9c-037d-4fdd-b83e-63c9529a4547 req-cc040742-6d45-4128-b159-54cc8a188213 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/ports?device_id=de2ff446-c341-468b-92b6-3b59c73f73d1 HTTP/1.1" status: 200 len: 943 time: 0.1054606 Jun 23 10:13:58.329855 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e10b1f9c-037d-4fdd-b83e-63c9529a4547 req-3f4627e0-833f-408e-adb0-6991375f477e tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/security-groups?id=e45e3df1-e8a9-4537-8289-2ade431faea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570006 Jun 23 10:13:58.342980 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-ada98804-6fa8-4382-9062-d591e992be01 admin admin] Deleting port 1a8014e4-3e9b-4af1-a284-975245640da3 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:13:58.343286 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ada98804-6fa8-4382-9062-d591e992be01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:58.426732 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-ada98804-6fa8-4382-9062-d591e992be01 admin admin] For port 1a8014e4-3e9b-4af1-a284-975245640da3, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=1a8014e4-3e9b-4af1-a284-975245640da3,segment=NetworkSegment(c1a70f88-4aee-4b0d-a9ce-72bb1ca0b839),segment_id=c1a70f88-4aee-4b0d-a9ce-72bb1ca0b839)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:13:58.427093 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ada98804-6fa8-4382-9062-d591e992be01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:58.439596 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-ada98804-6fa8-4382-9062-d591e992be01 admin admin] Calling delete_port for 1a8014e4-3e9b-4af1-a284-975245640da3 owned by network:router_interface {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:13:58.674820 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ada98804-6fa8-4382-9062-d591e992be01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33311619'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:58.680903 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-ae0080e4-53a8-4bcf-ae10-dad45d85a884 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:13:58.704142 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada98804-6fa8-4382-9062-d591e992be01 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a8014e4-3e9b-4af1-a284-975245640da3,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:13:58.713643 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-ada98804-6fa8-4382-9062-d591e992be01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:13:58.762831 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device 5dc4ec69-ba43-4bfc-956d-a8f978b4b560 details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=93712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 10:13:58.875227 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae819934-b3ff-4a10-856f-df92c25145db req-feeff6a4-e698-404a-ad02-4d2b35f2ec3b tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:58.877128 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ae819934-b3ff-4a10-856f-df92c25145db req-feeff6a4-e698-404a-ad02-4d2b35f2ec3b tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 946 time: 0.1451173 Jun 23 10:13:58.879341 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port 5dc4ec69-ba43-4bfc-956d-a8f978b4b560, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=5dc4ec69-ba43-4bfc-956d-a8f978b4b560,segment=NetworkSegment(6fb7745b-8072-4352-8d78-8658473c137a),segment_id=6fb7745b-8072-4352-8d78-8658473c137a)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:13:58.980733 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ae819934-b3ff-4a10-856f-df92c25145db req-afa18c8e-a92f-48ea-afad-10f411344949 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0948901 Jun 23 10:13:58.994838 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-ada98804-6fa8-4382-9062-d591e992be01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1706509'] for router_interface, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:59.079358 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.agents_db [None req-4b03355e-e743-40fc-912e-580b49e4c212 None None] Agent healthcheck: found 6 active agents {{(pid=93713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 10:13:59.088913 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Returning: {'device': '5dc4ec69-ba43-4bfc-956d-a8f978b4b560', 'network_id': '68c08a46-ecd8-4ed9-9182-ea12c9f045ea', 'port_id': '5dc4ec69-ba43-4bfc-956d-a8f978b4b560', 'mac_address': 'fa:16:3e:4c:0a:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4deb3fe-5cbf-4afd-9d80-a3d9af1fee71', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 10:13:59.126673 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:59.138825 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dc4ec69-ba43-4bfc-956d-a8f978b4b560 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 10:13:59.160351 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port 5dc4ec69-ba43-4bfc-956d-a8f978b4b560, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=5dc4ec69-ba43-4bfc-956d-a8f978b4b560,segment=NetworkSegment(6fb7745b-8072-4352-8d78-8658473c137a),segment_id=6fb7745b-8072-4352-8d78-8658473c137a)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:13:59.222099 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada98804-6fa8-4382-9062-d591e992be01 admin admin] Router 0758f04e-af39-48da-9f63-91d40da7366f has already been hosted by L3 agent df545903-e04d-4712-ace0-112b1e927481 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 10:13:59.282014 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:59.284772 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:13:59.326428 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada98804-6fa8-4382-9062-d591e992be01 admin admin] Notify agent at l3_agent.dv-cinder-797510-1-iscsi the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 10:13:59.331489 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-ada98804-6fa8-4382-9062-d591e992be01 admin admin] 10.222.0.47 "PUT /v2.0/routers/0758f04e-af39-48da-9f63-91d40da7366f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6579573 Jun 23 10:13:59.333990 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 40414) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:13:59.336803 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1943caf3-e2ea-45d0-9d67-5be185e14764 None None] Sync routers for ids ['0758f04e-af39-48da-9f63-91d40da7366f'] in dv-cinder-797510-1-iscsi {{(pid=93712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 10:13:59.340313 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Pushing event updated for resources: {'Port': ['ID=5dc4ec69-ba43-4bfc-956d-a8f978b4b560,revision_number=4']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:13:59.349964 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:13:59.351051 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1943caf3-e2ea-45d0-9d67-5be185e14764 None None] Routers {'0758f04e-af39-48da-9f63-91d40da7366f'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:13:59.351770 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-1943caf3-e2ea-45d0-9d67-5be185e14764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:13:50Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['0758f04e-af39-48da-9f63-91d40da7366f'], 'active': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:13:59.464598 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvr_db [None req-1943caf3-e2ea-45d0-9d67-5be185e14764 None None] Set router 0758f04e-af39-48da-9f63-91d40da7366f gateway port host: dv-cinder-797510-1-iscsi {{(pid=93712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:13:59.502168 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7eb4d85d-1e40-4254-b587-00adc98314b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:59.525870 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] get_ports_and_sgs() called for port_ids ['5dc4ec69-ba43-4bfc-956d-a8f978b4b560'] {{(pid=93712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 10:13:59.606405 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64307098-a23b-4e0a-89c0-981d3bbc78f7 req-772ea680-70a0-40c8-b028-43ea62235a4d tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:13:59.607885 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-64307098-a23b-4e0a-89c0-981d3bbc78f7 req-772ea680-70a0-40c8-b028-43ea62235a4d tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/ports?device_id=de2ff446-c341-468b-92b6-3b59c73f73d1 HTTP/1.1" status: 200 len: 944 time: 0.1548214 Jun 23 10:13:59.647931 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7eb4d85d-1e40-4254-b587-00adc98314b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:59.666139 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-64307098-a23b-4e0a-89c0-981d3bbc78f7 req-349b40aa-995e-4a6e-b015-0cfa3c905be8 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/security-groups?id=e45e3df1-e8a9-4537-8289-2ade431faea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503314 Jun 23 10:13:59.747378 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-1943caf3-e2ea-45d0-9d67-5be185e14764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0758f04e-af39-48da-9f63-91d40da7366f', 'name': 'tempest-TestMinimumBasicScenario-1462046567-router', 'tenant_id': '278659f79a2c4eca8923ba599560e630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': 'd65db7e4-970d-431e-927a-32bd74451103', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:10:59Z', 'updated_at': '2021-06-23T10:13:58Z', 'revision_number': 5, 'project_id': '278659f79a2c4eca8923ba599560e630', 'gw_port': {'id': 'd65db7e4-970d-431e-927a-32bd74451103', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:24:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0758f04e-af39-48da-9f63-91d40da7366f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:11:00Z', 'updated_at': '2021-06-23T10:11:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi'}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:13:59.780867 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-7eb4d85d-1e40-4254-b587-00adc98314b7 admin admin] Deleting port d65db7e4-970d-431e-927a-32bd74451103 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:13:59.781232 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7eb4d85d-1e40-4254-b587-00adc98314b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:59.785629 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1943caf3-e2ea-45d0-9d67-5be185e14764 None None] Checking router: 0758f04e-af39-48da-9f63-91d40da7366f for host: dv-cinder-797510-1-iscsi {{(pid=93712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 10:13:59.806938 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1943caf3-e2ea-45d0-9d67-5be185e14764 None None] Routers {'0758f04e-af39-48da-9f63-91d40da7366f'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:13:59.807566 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-1943caf3-e2ea-45d0-9d67-5be185e14764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:13:50Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['0758f04e-af39-48da-9f63-91d40da7366f'], 'active': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:13:59.866972 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-7eb4d85d-1e40-4254-b587-00adc98314b7 admin admin] For port d65db7e4-970d-431e-927a-32bd74451103, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=d65db7e4-970d-431e-927a-32bd74451103,segment=NetworkSegment(d24f8ae7-6ec3-469c-850d-4a663419c87d),segment_id=d24f8ae7-6ec3-469c-850d-4a663419c87d)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:13:59.867328 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7eb4d85d-1e40-4254-b587-00adc98314b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:13:59.880392 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-7eb4d85d-1e40-4254-b587-00adc98314b7 admin admin] Calling delete_port for d65db7e4-970d-431e-927a-32bd74451103 owned by network:router_gateway {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:13:59.918340 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvr_db [None req-1943caf3-e2ea-45d0-9d67-5be185e14764 None None] Set router 0758f04e-af39-48da-9f63-91d40da7366f gateway port host: None {{(pid=93712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:13:59.994024 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-1943caf3-e2ea-45d0-9d67-5be185e14764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0758f04e-af39-48da-9f63-91d40da7366f', 'name': 'tempest-TestMinimumBasicScenario-1462046567-router', 'tenant_id': '278659f79a2c4eca8923ba599560e630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:10:59Z', 'updated_at': '2021-06-23T10:13:59Z', 'revision_number': 6, 'project_id': '278659f79a2c4eca8923ba599560e630', 'gw_port_host': None}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:14:00.031571 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1943caf3-e2ea-45d0-9d67-5be185e14764 None None] The sync data for ids ['0758f04e-af39-48da-9f63-91d40da7366f'] in dv-cinder-797510-1-iscsi is: [{'id': '0758f04e-af39-48da-9f63-91d40da7366f', 'name': 'tempest-TestMinimumBasicScenario-1462046567-router', 'tenant_id': '278659f79a2c4eca8923ba599560e630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:10:59Z', 'updated_at': '2021-06-23T10:13:59Z', 'revision_number': 6, 'project_id': '278659f79a2c4eca8923ba599560e630', 'gw_port_host': None}] {{(pid=93712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 10:14:00.155579 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7eb4d85d-1e40-4254-b587-00adc98314b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33311619'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:00.174738 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-2b3ff583-86d8-47c5-8b54-0d7e4eac5664 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:00.201227 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb4d85d-1e40-4254-b587-00adc98314b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d65db7e4-970d-431e-927a-32bd74451103,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:00.206030 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-7eb4d85d-1e40-4254-b587-00adc98314b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:00.278116 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7eb4d85d-1e40-4254-b587-00adc98314b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707160'] for router_gateway, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:00.286856 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4a45f0-8bc0-4647-82bd-464fa1b4854d req-1bb34eb2-8063-4b7a-9b02-28a895376d2f tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:14:00.288299 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-af4a45f0-8bc0-4647-82bd-464fa1b4854d req-1bb34eb2-8063-4b7a-9b02-28a895376d2f tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 946 time: 0.1436007 Jun 23 10:14:00.670266 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7eb4d85d-1e40-4254-b587-00adc98314b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11342'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:00.673201 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7eb4d85d-1e40-4254-b587-00adc98314b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:00.722017 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-af4a45f0-8bc0-4647-82bd-464fa1b4854d req-69011325-2861-46f8-9b5b-7fccc5c0d4a3 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4088790 Jun 23 10:14:00.784090 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device 5dc4ec69-ba43-4bfc-956d-a8f978b4b560 up at agent hyperv_hv-cinder-79751 {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:14:00.830356 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7eb4d85d-1e40-4254-b587-00adc98314b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705974'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:00.830955 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb4d85d-1e40-4254-b587-00adc98314b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0758f04e-af39-48da-9f63-91d40da7366f {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 10:14:00.840346 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7eb4d85d-1e40-4254-b587-00adc98314b7 admin admin] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:00.840346 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-7eb4d85d-1e40-4254-b587-00adc98314b7 admin admin] 10.222.0.47 "DELETE /v2.0/routers/0758f04e-af39-48da-9f63-91d40da7366f HTTP/1.1" status: 204 len: 168 time: 1.5039544 Jun 23 10:14:00.841503 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 40436) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:14:00.862929 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd26fbd-6272-438c-884c-d95253282831 req-eb7ca5b3-7d55-43e5-b35f-7e38d77c0452 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:14:00.870193 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5fd26fbd-6272-438c-884c-d95253282831 req-eb7ca5b3-7d55-43e5-b35f-7e38d77c0452 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/ports?device_id=de2ff446-c341-468b-92b6-3b59c73f73d1 HTTP/1.1" status: 200 len: 944 time: 0.0923562 Jun 23 10:14:00.895862 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b5e972e-99bf-4580-bd43-b8bce76cc0c2 admin admin] Deleting subnet afa03641-580d-49e0-b7dc-70c319ff3a24 {{(pid=93710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 10:14:00.906075 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5fd26fbd-6272-438c-884c-d95253282831 req-483de270-71aa-4513-ad9d-b84500c2aa6c tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/security-groups?id=e45e3df1-e8a9-4537-8289-2ade431faea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350332 Jun 23 10:14:00.908155 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5b5e972e-99bf-4580-bd43-b8bce76cc0c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:00.922244 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Provisioning for port 5dc4ec69-ba43-4bfc-956d-a8f978b4b560 completed by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:14:00.927103 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Provisioning complete for port 5dc4ec69-ba43-4bfc-956d-a8f978b4b560 triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:14:00.937354 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:00.953717 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5b5e972e-99bf-4580-bd43-b8bce76cc0c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33103701'] for subnet, precommit_delete_associations {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:01.018562 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device d65db7e4-970d-431e-927a-32bd74451103 no longer exists at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 10:14:01.046430 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] No Port match for: d65db7e4-970d-431e-927a-32bd74451103 {{(pid=93712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 10:14:01.046430 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device d65db7e4-970d-431e-927a-32bd74451103 not bound to the agent host dv-cinder-797510-1-iscsi {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 10:14:01.046430 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device 1a8014e4-3e9b-4af1-a284-975245640da3 no longer exists at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 10:14:01.071002 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] No Port match for: 1a8014e4-3e9b-4af1-a284-975245640da3 {{(pid=93712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 10:14:01.073871 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device 1a8014e4-3e9b-4af1-a284-975245640da3 not bound to the agent host dv-cinder-797510-1-iscsi {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 10:14:01.074751 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:01.077760 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5b5e972e-99bf-4580-bd43-b8bce76cc0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528171'] for subnet, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:01.099529 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de2ff446-c341-468b-92b6-3b59c73f73d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc4ec69-ba43-4bfc-956d-a8f978b4b560'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:14:01.101790 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e06d9dce5bc2bce6c931562da1c36027cbf4e574fb667469159d94052b32a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc305f65-f65b-4c05-a9fd-f004b1f76ead" -d '{"events": [{"server_uuid": "de2ff446-c341-468b-92b6-3b59c73f73d1", "name": "network-vif-plugged", "status": "completed", "tag": "5dc4ec69-ba43-4bfc-956d-a8f978b4b560"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:14:01.115598 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port 5dc4ec69-ba43-4bfc-956d-a8f978b4b560, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=5dc4ec69-ba43-4bfc-956d-a8f978b4b560,segment=NetworkSegment(6fb7745b-8072-4352-8d78-8658473c137a),segment_id=6fb7745b-8072-4352-8d78-8658473c137a)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:14:01.139372 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 10:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d2431b-dee6-4a25-92b3-cc5069587e1b x-openstack-request-id: req-81d2431b-dee6-4a25-92b3-cc5069587e1b {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:14:01.139675 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de2ff446-c341-468b-92b6-3b59c73f73d1", "name": "network-vif-plugged", "status": "completed", "tag": "5dc4ec69-ba43-4bfc-956d-a8f978b4b560", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:14:01.140194 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-81d2431b-dee6-4a25-92b3-cc5069587e1b {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:14:01.140588 dv-cinder-797510-1-iscsi neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de2ff446-c341-468b-92b6-3b59c73f73d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc4ec69-ba43-4bfc-956d-a8f978b4b560', 'code': 200} Jun 23 10:14:01.230182 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:01.230553 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5b5e972e-99bf-4580-bd43-b8bce76cc0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31904595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33311376'] for subnet, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:01.240148 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device f06a1e55-269f-47ea-a62c-39ce2a299e00 no longer exists at agent hyperv_hv-cinder-79751 {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 10:14:01.240303 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-5a776021-9750-4d36-a4aa-7a75935a4523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:01.240404 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-2f04c03d-5aab-4691-8128-a4ada002cc5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:01.257478 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5e972e-99bf-4580-bd43-b8bce76cc0c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afa03641-580d-49e0-b7dc-70c319ff3a24,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:01.260486 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-5b5e972e-99bf-4580-bd43-b8bce76cc0c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:01.261681 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5b5e972e-99bf-4580-bd43-b8bce76cc0c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for subnet, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:01.263704 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-5b5e972e-99bf-4580-bd43-b8bce76cc0c2 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/afa03641-580d-49e0-b7dc-70c319ff3a24 HTTP/1.1" status: 204 len: 168 time: 0.4212053 Jun 23 10:14:01.266295 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 40444) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:14:01.274167 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2391c7-079a-4585-bf5c-a768d478f3f8 None None] Network d1e2369b-9c9e-48c7-ad95-912112584ee9 requested from dv-cinder-797510-1-iscsi {{(pid=93712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 10:14:01.337354 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-a9f7caf2-ba3e-4fc6-9e11-85f2d50deae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-550829'] for network, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:01.375404 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Pushing event updated for resources: {'Port': ['ID=5dc4ec69-ba43-4bfc-956d-a8f978b4b560,revision_number=5']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:01.381712 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:01.398346 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [None req-a9f7caf2-ba3e-4fc6-9e11-85f2d50deae4 admin admin] Deleting port c73426ce-43e2-4863-a079-2a60190d280e {{(pid=93710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:14:01.398672 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-a9f7caf2-ba3e-4fc6-9e11-85f2d50deae4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:01.461461 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:01.463734 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.db [None req-a9f7caf2-ba3e-4fc6-9e11-85f2d50deae4 admin admin] For port c73426ce-43e2-4863-a079-2a60190d280e, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=c73426ce-43e2-4863-a079-2a60190d280e,segment=NetworkSegment(c1a70f88-4aee-4b0d-a9ce-72bb1ca0b839),segment_id=c1a70f88-4aee-4b0d-a9ce-72bb1ca0b839)] {{(pid=93710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:14:01.464226 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-a9f7caf2-ba3e-4fc6-9e11-85f2d50deae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:01.479742 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [None req-a9f7caf2-ba3e-4fc6-9e11-85f2d50deae4 admin admin] Calling delete_port for c73426ce-43e2-4863-a079-2a60190d280e owned by network:dhcp {{(pid=93710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:14:01.510166 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port f06a1e55-269f-47ea-a62c-39ce2a299e00, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=f06a1e55-269f-47ea-a62c-39ce2a299e00,segment=NetworkSegment(06137ac4-b337-46f2-b6d6-d631ec2de296),segment_id=06137ac4-b337-46f2-b6d6-d631ec2de296)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:14:01.578833 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:01.586936 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:01.610752 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ed9198-825d-4ec5-a9df-6816166f4b2d None None] DHCP port deletion for d1e2369b-9c9e-48c7-ad95-912112584ee9 request from dv-cinder-797510-1-iscsi {{(pid=93712) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 10:14:01.623667 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ce76a-82b3-4295-8c34-5d250a7cdd36 req-2dc7b5d6-a870-4c61-a9c9-f3c0614c8b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:14:01.625641 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-de1ce76a-82b3-4295-8c34-5d250a7cdd36 req-2dc7b5d6-a870-4c61-a9c9-f3c0614c8b28 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=de2ff446-c341-468b-92b6-3b59c73f73d1 HTTP/1.1" status: 200 len: 1098 time: 0.0803001 Jun 23 10:14:01.655566 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 40452) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:14:01.662276 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-de1ce76a-82b3-4295-8c34-5d250a7cdd36 req-28df4fd6-871f-45d1-87fe-00c38304d2d6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e45e3df1-e8a9-4537-8289-2ade431faea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304093 Jun 23 10:14:01.662690 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Pushing event updated for resources: {'Port': ['ID=f06a1e55-269f-47ea-a62c-39ce2a299e00,revision_number=8']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:01.666916 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:01.686953 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-a4ed9198-825d-4ec5-a9df-6816166f4b2d None None] Deleting port c73426ce-43e2-4863-a079-2a60190d280e {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:14:01.687291 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a4ed9198-825d-4ec5-a9df-6816166f4b2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:01.687534 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-a9f7caf2-ba3e-4fc6-9e11-85f2d50deae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31904537'] for port, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:01.690944 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-b6b6b6ba-5875-4ef0-99be-2c4728007e43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:01.715541 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f7caf2-ba3e-4fc6-9e11-85f2d50deae4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c73426ce-43e2-4863-a079-2a60190d280e,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:01.717368 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f7caf2-ba3e-4fc6-9e11-85f2d50deae4 admin admin] No DVR routers for this DVR port c73426ce-43e2-4863-a079-2a60190d280e on host dv-cinder-797510-1-iscsi {{(pid=93710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 10:14:01.719216 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-a9f7caf2-ba3e-4fc6-9e11-85f2d50deae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:01.769949 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-a4ed9198-825d-4ec5-a9df-6816166f4b2d None None] For port c73426ce-43e2-4863-a079-2a60190d280e, host dv-cinder-797510-1-iscsi, got binding levels [] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:14:01.770453 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a4ed9198-825d-4ec5-a9df-6816166f4b2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:01.784229 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-a4ed9198-825d-4ec5-a9df-6816166f4b2d None None] Calling delete_port for c73426ce-43e2-4863-a079-2a60190d280e owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:14:01.789284 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.ipam_backend_mixin [None req-a4ed9198-825d-4ec5-a9df-6816166f4b2d None None] Port c73426ce-43e2-4863-a079-2a60190d280e was not found and therefore no delete operation was performed {{(pid=93712) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 23 10:14:01.791324 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a4ed9198-825d-4ec5-a9df-6816166f4b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:01.793705 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:01.793993 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-a9f7caf2-ba3e-4fc6-9e11-85f2d50deae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527526', 'neutron.services.segments.db._delete_segments_for_network-8731988835103'] for network, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:01.805114 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.services.segments.db [None req-a9f7caf2-ba3e-4fc6-9e11-85f2d50deae4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1e2369b-9c9e-48c7-ad95-912112584ee9']}} {{(pid=93710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:14:01.818243 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.services.segments.db [None req-a9f7caf2-ba3e-4fc6-9e11-85f2d50deae4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1a70f88-4aee-4b0d-a9ce-72bb1ca0b839') {'for_net_delete': True} {{(pid=93710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:14:01.818536 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.services.segments.db [None req-a9f7caf2-ba3e-4fc6-9e11-85f2d50deae4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1a70f88-4aee-4b0d-a9ce-72bb1ca0b839') {} {{(pid=93710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:14:01.820329 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ed9198-825d-4ec5-a9df-6816166f4b2d None None] Pushing event deleted for resources: {'Port': ['ID=c73426ce-43e2-4863-a079-2a60190d280e,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:01.823764 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-a4ed9198-825d-4ec5-a9df-6816166f4b2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:01.826688 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ed9198-825d-4ec5-a9df-6816166f4b2d None None] No DVR routers for this DVR port c73426ce-43e2-4863-a079-2a60190d280e on host dv-cinder-797510-1-iscsi {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 10:14:01.830306 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-a9f7caf2-ba3e-4fc6-9e11-85f2d50deae4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731988825070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33103690'] for segment, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:01.848523 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-a9f7caf2-ba3e-4fc6-9e11-85f2d50deae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-523806'] for segment, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:01.854481 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9f7caf2-ba3e-4fc6-9e11-85f2d50deae4 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=93710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 10:14:01.854909 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-a9f7caf2-ba3e-4fc6-9e11-85f2d50deae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-523806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31904718'] for segment, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:01.856649 dv-cinder-797510-1-iscsi neutron-server[93710]: Traceback (most recent call last): Jun 23 10:14:01.856649 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 10:14:01.856649 dv-cinder-797510-1-iscsi neutron-server[93710]: timer() Jun 23 10:14:01.856649 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 10:14:01.856649 dv-cinder-797510-1-iscsi neutron-server[93710]: cb(*args, **kw) Jun 23 10:14:01.856649 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 10:14:01.856649 dv-cinder-797510-1-iscsi neutron-server[93710]: return func(*args, **kwargs) Jun 23 10:14:01.856649 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 10:14:01.856649 dv-cinder-797510-1-iscsi neutron-server[93710]: self._notify() Jun 23 10:14:01.856649 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 10:14:01.856649 dv-cinder-797510-1-iscsi neutron-server[93710]: self.callback(batched_events) Jun 23 10:14:01.856649 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 10:14:01.856649 dv-cinder-797510-1-iscsi neutron-server[93710]: event.method(event) Jun 23 10:14:01.856649 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 10:14:01.856649 dv-cinder-797510-1-iscsi neutron-server[93710]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 10:14:01.856649 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 10:14:01.856649 dv-cinder-797510-1-iscsi neutron-server[93710]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 10:14:01.856649 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 10:14:01.856649 dv-cinder-797510-1-iscsi neutron-server[93710]: return f(self, *a, **k) Jun 23 10:14:01.856649 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 10:14:01.856649 dv-cinder-797510-1-iscsi neutron-server[93710]: return self._get(url).json() Jun 23 10:14:01.856649 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 10:14:01.856649 dv-cinder-797510-1-iscsi neutron-server[93710]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 10:14:01.856649 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 10:14:01.856649 dv-cinder-797510-1-iscsi neutron-server[93710]: return self.request(url, 'GET', **kwargs) Jun 23 10:14:01.856649 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 10:14:01.856649 dv-cinder-797510-1-iscsi neutron-server[93710]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 10:14:01.856649 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 10:14:01.856649 dv-cinder-797510-1-iscsi neutron-server[93710]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 10:14:01.856649 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 10:14:01.856649 dv-cinder-797510-1-iscsi neutron-server[93710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 10:14:01.856649 dv-cinder-797510-1-iscsi neutron-server[93710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 10:14:01.994364 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-a9f7caf2-ba3e-4fc6-9e11-85f2d50deae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-193570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1707113'] for network, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:01.998463 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-eef60ddf-34c5-4a53-b45f-5b0e5b864070 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:02.012464 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-a9f7caf2-ba3e-4fc6-9e11-85f2d50deae4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for network, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:02.017775 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-a9f7caf2-ba3e-4fc6-9e11-85f2d50deae4 admin admin] 10.222.0.47 "DELETE /v2.0/networks/d1e2369b-9c9e-48c7-ad95-912112584ee9 HTTP/1.1" status: 204 len: 168 time: 0.7463162 Jun 23 10:14:02.017959 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 40460) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:14:02.025893 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f7caf2-ba3e-4fc6-9e11-85f2d50deae4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1e2369b-9c9e-48c7-ad95-912112584ee9,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:02.056166 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-a9f7caf2-ba3e-4fc6-9e11-85f2d50deae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:02.171096 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b3e9ee-3673-411c-9e0f-f4c05748969b req-51b526e0-40e0-4e69-bd41-b6a556088085 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:14:02.172577 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a2b3e9ee-3673-411c-9e0f-f4c05748969b req-51b526e0-40e0-4e69-bd41-b6a556088085 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/ports?device_id=de2ff446-c341-468b-92b6-3b59c73f73d1 HTTP/1.1" status: 200 len: 945 time: 0.1413112 Jun 23 10:14:02.244392 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a2b3e9ee-3673-411c-9e0f-f4c05748969b req-47f1c932-4870-4544-989b-35a3e7c5a29a tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/security-groups?id=e45e3df1-e8a9-4537-8289-2ade431faea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650268 Jun 23 10:14:02.292144 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b72a1ba1-5629-4b1a-a388-640e8917b6d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723645'] for router_interface, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:02.459533 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-e4e0baa4-330e-4219-8b82-1bf9bf26c2ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723645'] for router_interface, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:02.572935 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-b72a1ba1-5629-4b1a-a388-640e8917b6d4 admin admin] Deleting port 2d2894c6-8ab1-4f91-8052-6a6e4b5c0d34 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:14:02.573391 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b72a1ba1-5629-4b1a-a388-640e8917b6d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:02.653349 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-b72a1ba1-5629-4b1a-a388-640e8917b6d4 admin admin] For port 2d2894c6-8ab1-4f91-8052-6a6e4b5c0d34, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=2d2894c6-8ab1-4f91-8052-6a6e4b5c0d34,segment=NetworkSegment(18d3fb12-0117-4481-ac00-627483f619c4),segment_id=18d3fb12-0117-4481-ac00-627483f619c4)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:14:02.653617 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b72a1ba1-5629-4b1a-a388-640e8917b6d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:02.668036 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-b72a1ba1-5629-4b1a-a388-640e8917b6d4 admin admin] Calling delete_port for 2d2894c6-8ab1-4f91-8052-6a6e4b5c0d34 owned by network:router_interface {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:14:02.771693 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [None req-e4e0baa4-330e-4219-8b82-1bf9bf26c2ba admin admin] Deleting port b2846427-cf77-4579-8a7f-0644eb0ded6b {{(pid=93710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:14:02.772033 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-e4e0baa4-330e-4219-8b82-1bf9bf26c2ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:02.855175 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.db [None req-e4e0baa4-330e-4219-8b82-1bf9bf26c2ba admin admin] For port b2846427-cf77-4579-8a7f-0644eb0ded6b, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=b2846427-cf77-4579-8a7f-0644eb0ded6b,segment=NetworkSegment(bd29843b-dc56-42bd-a981-25323214298f),segment_id=bd29843b-dc56-42bd-a981-25323214298f)] {{(pid=93710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:14:02.855855 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-e4e0baa4-330e-4219-8b82-1bf9bf26c2ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:02.867647 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [None req-e4e0baa4-330e-4219-8b82-1bf9bf26c2ba admin admin] Calling delete_port for b2846427-cf77-4579-8a7f-0644eb0ded6b owned by network:router_interface {{(pid=93710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:14:02.956378 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b72a1ba1-5629-4b1a-a388-640e8917b6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33311619'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:02.958573 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-57538e83-6747-45c3-9227-b79349a55f6b tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:02.988938 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a1ba1-5629-4b1a-a388-640e8917b6d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d2894c6-8ab1-4f91-8052-6a6e4b5c0d34,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:02.992381 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-b72a1ba1-5629-4b1a-a388-640e8917b6d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:03.039067 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device c73426ce-43e2-4863-a079-2a60190d280e no longer exists at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 10:14:03.073984 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] No Port match for: c73426ce-43e2-4863-a079-2a60190d280e {{(pid=93712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 10:14:03.074326 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device c73426ce-43e2-4863-a079-2a60190d280e not bound to the agent host dv-cinder-797510-1-iscsi {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 10:14:03.142172 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b3d9ec-1dd7-4a0d-b8a9-ca386061c135', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f06a1e55-269f-47ea-a62c-39ce2a299e00'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:14:03.145104 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e06d9dce5bc2bce6c931562da1c36027cbf4e574fb667469159d94052b32a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb8ee22-95b6-4825-af86-7c6f01824b63" -d '{"events": [{"server_uuid": "67b3d9ec-1dd7-4a0d-b8a9-ca386061c135", "name": "network-vif-unplugged", "status": "completed", "tag": "f06a1e55-269f-47ea-a62c-39ce2a299e00"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:14:03.195870 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 23 Jun 2021 10:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c60263-3de2-42ea-ad5f-d055cc4a9cb2 x-openstack-request-id: req-a9c60263-3de2-42ea-ad5f-d055cc4a9cb2 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:14:03.196356 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b3d9ec-1dd7-4a0d-b8a9-ca386061c135", "name": "network-vif-unplugged", "status": "failed", "tag": "f06a1e55-269f-47ea-a62c-39ce2a299e00", "code": 422}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:14:03.197027 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a9c60263-3de2-42ea-ad5f-d055cc4a9cb2 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:14:03.197717 dv-cinder-797510-1-iscsi neutron-server[93712]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '67b3d9ec-1dd7-4a0d-b8a9-ca386061c135', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f06a1e55-269f-47ea-a62c-39ce2a299e00', 'code': 422} returned with failed status Jun 23 10:14:03.201974 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b72a1ba1-5629-4b1a-a388-640e8917b6d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1706509'] for router_interface, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:03.443629 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-e4e0baa4-330e-4219-8b82-1bf9bf26c2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31904537'] for port, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:03.446118 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:03.473213 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e0baa4-330e-4219-8b82-1bf9bf26c2ba admin admin] Pushing event deleted for resources: {'Port': ['ID=b2846427-cf77-4579-8a7f-0644eb0ded6b,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:03.480369 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-e4e0baa4-330e-4219-8b82-1bf9bf26c2ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:03.503152 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f15eb-18e3-4b43-b17f-372b907aed72 req-d0787259-0683-4d22-86a5-c86ab3ce256d tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:14:03.505405 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-7c5f15eb-18e3-4b43-b17f-372b907aed72 req-d0787259-0683-4d22-86a5-c86ab3ce256d tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/ports?device_id=de2ff446-c341-468b-92b6-3b59c73f73d1 HTTP/1.1" status: 200 len: 945 time: 0.1365840 Jun 23 10:14:03.523019 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b72a1ba1-5629-4b1a-a388-640e8917b6d4 admin admin] Router 4289399a-5ee4-4996-8ceb-7fb9918adb2d has already been hosted by L3 agent df545903-e04d-4712-ace0-112b1e927481 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 10:14:03.566903 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-7c5f15eb-18e3-4b43-b17f-372b907aed72 req-c3b3eba9-00f8-4e08-9fd4-85b4c87b52e2 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/security-groups?id=e45e3df1-e8a9-4537-8289-2ade431faea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508728 Jun 23 10:14:03.719422 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b72a1ba1-5629-4b1a-a388-640e8917b6d4 admin admin] Notify agent at l3_agent.dv-cinder-797510-1-iscsi the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 10:14:03.728718 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bfb651-e91c-40d2-b4ca-cff746d14f06 None None] Sync routers for ids ['4289399a-5ee4-4996-8ceb-7fb9918adb2d'] in dv-cinder-797510-1-iscsi {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 10:14:03.735334 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-b72a1ba1-5629-4b1a-a388-640e8917b6d4 admin admin] 10.222.0.47 "PUT /v2.0/routers/4289399a-5ee4-4996-8ceb-7fb9918adb2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0775769 Jun 23 10:14:03.748216 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 40486) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:14:03.750373 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bfb651-e91c-40d2-b4ca-cff746d14f06 None None] Routers {'4289399a-5ee4-4996-8ceb-7fb9918adb2d'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:14:03.751278 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-b8bfb651-e91c-40d2-b4ca-cff746d14f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:13:50Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['4289399a-5ee4-4996-8ceb-7fb9918adb2d'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:14:03.793372 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9802d6-0f2f-4afc-89bd-25053201836e req-2d449c48-1d72-44cd-b688-4dd936c6f6af tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:14:03.801819 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-0f9802d6-0f2f-4afc-89bd-25053201836e req-2d449c48-1d72-44cd-b688-4dd936c6f6af tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 944 time: 0.2336652 Jun 23 10:14:03.857467 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-0f9802d6-0f2f-4afc-89bd-25053201836e req-cc0d3180-c589-4bd8-8f1b-26e696aeeff5 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0539939 Jun 23 10:14:03.858803 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:03.880420 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2bdb36-c393-44b4-a514-d16559724335 req-8be90f25-e1a1-4749-b21f-cd0169980d59 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:14:03.886157 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-2c2bdb36-c393-44b4-a514-d16559724335 req-8be90f25-e1a1-4749-b21f-cd0169980d59 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/ports?device_id=de2ff446-c341-468b-92b6-3b59c73f73d1 HTTP/1.1" status: 200 len: 945 time: 0.1553390 Jun 23 10:14:03.895361 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-b8bfb651-e91c-40d2-b4ca-cff746d14f06 None None] Set router 4289399a-5ee4-4996-8ceb-7fb9918adb2d gateway port host: dv-cinder-797510-1-iscsi {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:14:03.919856 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-72d4e2e1-7f6c-4632-952a-d13d4daecdb2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:03.932449 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-2c2bdb36-c393-44b4-a514-d16559724335 req-d46cf64e-1ba6-4054-93f8-a7cef83ab948 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/security-groups?id=e45e3df1-e8a9-4537-8289-2ade431faea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452456 Jun 23 10:14:03.949317 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 40498) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:14:03.969047 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-e4e0baa4-330e-4219-8b82-1bf9bf26c2ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1706509'] for router_interface, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:04.087818 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-b8bfb651-e91c-40d2-b4ca-cff746d14f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'name': 'tempest-AttachVolumeTestJSON-1884555333-router', 'tenant_id': '2bfd8cef6a2f47babb53716771db0095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '0729db3c-c967-4684-b5dc-9c4ba053d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:07:12Z', 'updated_at': '2021-06-23T10:14:02Z', 'revision_number': 5, 'project_id': '2bfd8cef6a2f47babb53716771db0095', 'gw_port': {'id': '0729db3c-c967-4684-b5dc-9c4ba053d154', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:37:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:14Z', 'updated_at': '2021-06-23T10:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi'}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:14:04.108896 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c1208d-606f-4ce3-88c0-7775447bebb7 tempest-TestShelveInstance-1837770500 tempest-TestShelveInstance-1837770500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:14:04.113625 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-64c1208d-606f-4ce3-88c0-7775447bebb7 tempest-TestShelveInstance-1837770500 tempest-TestShelveInstance-1837770500-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=de2ff446-c341-468b-92b6-3b59c73f73d1 HTTP/1.1" status: 200 len: 1093 time: 0.1598759 Jun 23 10:14:04.113829 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 40502) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:14:04.118803 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [None req-670930d4-470e-484e-81f0-f7a9eea73a1e tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Request body: {'floatingip': {'floating_network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'port_id': '5dc4ec69-ba43-4bfc-956d-a8f978b4b560', 'tenant_id': '92b25a857e544e8a81b9334162e2ccec', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:14:04.125591 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bfb651-e91c-40d2-b4ca-cff746d14f06 None None] Checking router: 4289399a-5ee4-4996-8ceb-7fb9918adb2d for host: dv-cinder-797510-1-iscsi {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 10:14:04.128263 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-72d4e2e1-7f6c-4632-952a-d13d4daecdb2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:04.139348 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bfb651-e91c-40d2-b4ca-cff746d14f06 None None] Routers {'4289399a-5ee4-4996-8ceb-7fb9918adb2d'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:14:04.139348 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-b8bfb651-e91c-40d2-b4ca-cff746d14f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:13:50Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['4289399a-5ee4-4996-8ceb-7fb9918adb2d'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:14:04.176508 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 40508) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:14:04.219445 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-670930d4-470e-484e-81f0-f7a9eea73a1e tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Notify callbacks [] for floatingip, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:04.250463 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-b8bfb651-e91c-40d2-b4ca-cff746d14f06 None None] Set router 4289399a-5ee4-4996-8ceb-7fb9918adb2d gateway port host: dv-cinder-797510-1-iscsi {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:14:04.277514 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4e0baa4-330e-4219-8b82-1bf9bf26c2ba admin admin] Router cbd58258-51d2-4345-9522-a14d014e4027 has already been hosted by L3 agent df545903-e04d-4712-ace0-112b1e927481 {{(pid=93710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 10:14:04.301624 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [None req-72d4e2e1-7f6c-4632-952a-d13d4daecdb2 admin admin] Deleting port 0729db3c-c967-4684-b5dc-9c4ba053d154 {{(pid=93710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:14:04.301952 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-72d4e2e1-7f6c-4632-952a-d13d4daecdb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:04.333944 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-6a400791-e946-49fc-960c-7d27a17ce21a req-fb085583-77e4-4b2c-90fc-137810cc489f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1562393 Jun 23 10:14:04.395693 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-670930d4-470e-484e-81f0-f7a9eea73a1e tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:04.453348 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-b8bfb651-e91c-40d2-b4ca-cff746d14f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'name': 'tempest-AttachVolumeTestJSON-1884555333-router', 'tenant_id': '2bfd8cef6a2f47babb53716771db0095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '0729db3c-c967-4684-b5dc-9c4ba053d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:07:12Z', 'updated_at': '2021-06-23T10:14:02Z', 'revision_number': 5, 'project_id': '2bfd8cef6a2f47babb53716771db0095', 'gw_port': {'id': '0729db3c-c967-4684-b5dc-9c4ba053d154', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:37:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:14Z', 'updated_at': '2021-06-23T10:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi'}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:14:04.484284 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bfb651-e91c-40d2-b4ca-cff746d14f06 None None] The sync data for ids ['4289399a-5ee4-4996-8ceb-7fb9918adb2d'] in dv-cinder-797510-1-iscsi is: [{'id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'name': 'tempest-AttachVolumeTestJSON-1884555333-router', 'tenant_id': '2bfd8cef6a2f47babb53716771db0095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.187'}], 'enable_snat': True}, 'gw_port_id': '0729db3c-c967-4684-b5dc-9c4ba053d154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:07:12Z', 'updated_at': '2021-06-23T10:14:02Z', 'revision_number': 5, 'project_id': '2bfd8cef6a2f47babb53716771db0095', 'gw_port': {'id': '0729db3c-c967-4684-b5dc-9c4ba053d154', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:37:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4289399a-5ee4-4996-8ceb-7fb9918adb2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:14Z', 'updated_at': '2021-06-23T10:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi'}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 10:14:04.524567 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e0baa4-330e-4219-8b82-1bf9bf26c2ba admin admin] Notify agent at l3_agent.dv-cinder-797510-1-iscsi the message routers_updated {{(pid=93710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 10:14:04.530639 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-e4e0baa4-330e-4219-8b82-1bf9bf26c2ba admin admin] 10.222.0.47 "PUT /v2.0/routers/cbd58258-51d2-4345-9522-a14d014e4027/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5115969 Jun 23 10:14:04.534798 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b867b9-2e96-4da8-ad27-f145fe8bc25d None None] Sync routers for ids ['cbd58258-51d2-4345-9522-a14d014e4027'] in dv-cinder-797510-1-iscsi {{(pid=93712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 10:14:04.539319 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 40518) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:14:04.542356 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.db [None req-72d4e2e1-7f6c-4632-952a-d13d4daecdb2 admin admin] For port 0729db3c-c967-4684-b5dc-9c4ba053d154, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=0729db3c-c967-4684-b5dc-9c4ba053d154,segment=NetworkSegment(d24f8ae7-6ec3-469c-850d-4a663419c87d),segment_id=d24f8ae7-6ec3-469c-850d-4a663419c87d)] {{(pid=93710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:14:04.542979 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-72d4e2e1-7f6c-4632-952a-d13d4daecdb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:04.545739 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-670930d4-470e-484e-81f0-f7a9eea73a1e tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Allocated IP 172.27.2.130 (6c022cdf-7908-4fe1-9f3f-494480d09f28/2f1b229c-fc1e-4856-a495-4ccd56c0ef48/a2633933-902b-4e68-9ebe-51db5c2d9669) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 10:14:04.546343 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b867b9-2e96-4da8-ad27-f145fe8bc25d None None] Routers {'cbd58258-51d2-4345-9522-a14d014e4027'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:14:04.547127 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-a6b867b9-2e96-4da8-ad27-f145fe8bc25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:13:50Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['cbd58258-51d2-4345-9522-a14d014e4027'], 'active': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:14:04.561253 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [None req-72d4e2e1-7f6c-4632-952a-d13d4daecdb2 admin admin] Calling delete_port for 0729db3c-c967-4684-b5dc-9c4ba053d154 owned by network:router_gateway {{(pid=93710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:14:04.656331 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvr_db [None req-a6b867b9-2e96-4da8-ad27-f145fe8bc25d None None] Set router cbd58258-51d2-4345-9522-a14d014e4027 gateway port host: dv-cinder-797510-1-iscsi {{(pid=93712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:14:04.705430 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-67a714b3-fc5a-4333-bbbe-7997940e4aa9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:04.786506 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-670930d4-470e-484e-81f0-f7a9eea73a1e tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:04.822789 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-72d4e2e1-7f6c-4632-952a-d13d4daecdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31904537'] for port, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:04.825956 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-58cfa4ee-94ac-4092-9ba5-2350dbbd8db5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:04.859126 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d4e2e1-7f6c-4632-952a-d13d4daecdb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0729db3c-c967-4684-b5dc-9c4ba053d154,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:04.907998 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-67a714b3-fc5a-4333-bbbe-7997940e4aa9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:04.929152 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-72d4e2e1-7f6c-4632-952a-d13d4daecdb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:04.949581 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-72d4e2e1-7f6c-4632-952a-d13d4daecdb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707160'] for router_gateway, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:04.988352 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-a6b867b9-2e96-4da8-ad27-f145fe8bc25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd58258-51d2-4345-9522-a14d014e4027', 'name': 'tempest-TestMinimumBasicScenario-1426723535-router', 'tenant_id': '759c490a47f74d1e8291a83e8d63c606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.60'}], 'enable_snat': True}, 'gw_port_id': '2af819bc-bb58-4754-875e-b4ebaa23287d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:11:07Z', 'updated_at': '2021-06-23T10:14:03Z', 'revision_number': 5, 'project_id': '759c490a47f74d1e8291a83e8d63c606', 'gw_port': {'id': '2af819bc-bb58-4754-875e-b4ebaa23287d', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:18:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbd58258-51d2-4345-9522-a14d014e4027', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:11:08Z', 'updated_at': '2021-06-23T10:11:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi'}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:14:05.024405 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b867b9-2e96-4da8-ad27-f145fe8bc25d None None] Checking router: cbd58258-51d2-4345-9522-a14d014e4027 for host: dv-cinder-797510-1-iscsi {{(pid=93712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 10:14:05.039908 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b867b9-2e96-4da8-ad27-f145fe8bc25d None None] Routers {'cbd58258-51d2-4345-9522-a14d014e4027'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:14:05.041323 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-a6b867b9-2e96-4da8-ad27-f145fe8bc25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:13:50Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['cbd58258-51d2-4345-9522-a14d014e4027'], 'active': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:14:05.072292 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-670930d4-470e-484e-81f0-f7a9eea73a1e tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-600500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731988247197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33311642'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:05.084706 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-bb734b93-2a56-49c7-9acd-147979ffd710 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:05.113420 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-72d4e2e1-7f6c-4632-952a-d13d4daecdb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11342'] for router, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:05.115849 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-72d4e2e1-7f6c-4632-952a-d13d4daecdb2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:05.143920 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device 2d2894c6-8ab1-4f91-8052-6a6e4b5c0d34 no longer exists at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 10:14:05.164074 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670930d4-470e-484e-81f0-f7a9eea73a1e tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Network 6c022cdf-7908-4fe1-9f3f-494480d09f28 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:14:05.173963 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] No Port match for: 2d2894c6-8ab1-4f91-8052-6a6e4b5c0d34 {{(pid=93712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 10:14:05.174601 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device 2d2894c6-8ab1-4f91-8052-6a6e4b5c0d34 not bound to the agent host dv-cinder-797510-1-iscsi {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 10:14:05.175891 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-670930d4-470e-484e-81f0-f7a9eea73a1e tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:14:05.184314 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670930d4-470e-484e-81f0-f7a9eea73a1e tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 10:14:05.194128 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvr_db [None req-a6b867b9-2e96-4da8-ad27-f145fe8bc25d None None] Set router cbd58258-51d2-4345-9522-a14d014e4027 gateway port host: None {{(pid=93712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:14:05.207615 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670930d4-470e-484e-81f0-f7a9eea73a1e tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Pushing event updated for resources: {'Port': ['ID=a2633933-902b-4e68-9ebe-51db5c2d9669,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:05.211818 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-670930d4-470e-484e-81f0-f7a9eea73a1e tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:05.256848 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-a6b867b9-2e96-4da8-ad27-f145fe8bc25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbd58258-51d2-4345-9522-a14d014e4027', 'name': 'tempest-TestMinimumBasicScenario-1426723535-router', 'tenant_id': '759c490a47f74d1e8291a83e8d63c606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:11:07Z', 'updated_at': '2021-06-23T10:14:04Z', 'revision_number': 6, 'project_id': '759c490a47f74d1e8291a83e8d63c606', 'gw_port_host': None}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:14:05.259089 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-67a714b3-fc5a-4333-bbbe-7997940e4aa9 admin admin] Deleting port 2af819bc-bb58-4754-875e-b4ebaa23287d {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:14:05.259424 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-67a714b3-fc5a-4333-bbbe-7997940e4aa9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:05.284992 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b867b9-2e96-4da8-ad27-f145fe8bc25d None None] The sync data for ids ['cbd58258-51d2-4345-9522-a14d014e4027'] in dv-cinder-797510-1-iscsi is: [{'id': 'cbd58258-51d2-4345-9522-a14d014e4027', 'name': 'tempest-TestMinimumBasicScenario-1426723535-router', 'tenant_id': '759c490a47f74d1e8291a83e8d63c606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:11:07Z', 'updated_at': '2021-06-23T10:14:04Z', 'revision_number': 6, 'project_id': '759c490a47f74d1e8291a83e8d63c606', 'gw_port_host': None}] {{(pid=93712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 10:14:05.304771 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-72d4e2e1-7f6c-4632-952a-d13d4daecdb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705974'] for router, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:05.305420 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72d4e2e1-7f6c-4632-952a-d13d4daecdb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4289399a-5ee4-4996-8ceb-7fb9918adb2d {{(pid=93710) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 10:14:05.307220 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bdd79-b6eb-48db-ae51-cf0e6f6551a1 req-7a934c2d-7ac6-4f20-ae74-5f0d4b0d8b49 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:14:05.308766 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-982bdd79-b6eb-48db-ae51-cf0e6f6551a1 req-7a934c2d-7ac6-4f20-ae74-5f0d4b0d8b49 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 944 time: 0.2404106 Jun 23 10:14:05.311649 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-72d4e2e1-7f6c-4632-952a-d13d4daecdb2 admin admin] Notify callbacks [] for router, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:05.316409 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-72d4e2e1-7f6c-4632-952a-d13d4daecdb2 admin admin] 10.222.0.47 "DELETE /v2.0/routers/4289399a-5ee4-4996-8ceb-7fb9918adb2d HTTP/1.1" status: 204 len: 168 time: 1.5636127 Jun 23 10:14:05.322143 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 40522) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:14:05.385921 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea2f1289-0da6-4c56-8262-f4048327b657 admin admin] Deleting subnet 222c10a8-002c-4ace-acfb-70d9b2714faa {{(pid=93710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 10:14:05.389366 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-ea2f1289-0da6-4c56-8262-f4048327b657 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:05.441146 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-ea2f1289-0da6-4c56-8262-f4048327b657 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33103701'] for subnet, precommit_delete_associations {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:05.460781 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-67a714b3-fc5a-4333-bbbe-7997940e4aa9 admin admin] For port 2af819bc-bb58-4754-875e-b4ebaa23287d, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=2af819bc-bb58-4754-875e-b4ebaa23287d,segment=NetworkSegment(d24f8ae7-6ec3-469c-850d-4a663419c87d),segment_id=d24f8ae7-6ec3-469c-850d-4a663419c87d)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:14:05.461162 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-67a714b3-fc5a-4333-bbbe-7997940e4aa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:05.500696 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-982bdd79-b6eb-48db-ae51-cf0e6f6551a1 req-b0c75f4a-2406-4c38-bbce-eeba951df68a tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1583338 Jun 23 10:14:05.519469 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-67a714b3-fc5a-4333-bbbe-7997940e4aa9 admin admin] Calling delete_port for 2af819bc-bb58-4754-875e-b4ebaa23287d owned by network:router_gateway {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:14:05.559728 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-ea2f1289-0da6-4c56-8262-f4048327b657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528171'] for subnet, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:05.711253 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-ea2f1289-0da6-4c56-8262-f4048327b657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31904595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33311376'] for subnet, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:05.713888 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:05.741164 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2f1289-0da6-4c56-8262-f4048327b657 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=222c10a8-002c-4ace-acfb-70d9b2714faa,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:05.743533 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-ea2f1289-0da6-4c56-8262-f4048327b657 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:05.750695 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-ea2f1289-0da6-4c56-8262-f4048327b657 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for subnet, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:05.754182 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-ea2f1289-0da6-4c56-8262-f4048327b657 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/222c10a8-002c-4ace-acfb-70d9b2714faa HTTP/1.1" status: 204 len: 168 time: 0.4301128 Jun 23 10:14:05.756025 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 40524) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:14:05.759004 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab64413-4edb-4856-9192-fd40f711e016 None None] Network 75208ede-2304-4522-bb33-3632300dc81d requested from dv-cinder-797510-1-iscsi {{(pid=93712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 10:14:05.839839 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-bb8b3865-7236-4ef6-979b-a3025a967cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-550829'] for network, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:05.900390 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [None req-bb8b3865-7236-4ef6-979b-a3025a967cf6 admin admin] Deleting port 4e2e876d-6db5-4756-a6c5-88c76378a582 {{(pid=93710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:14:05.900674 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-bb8b3865-7236-4ef6-979b-a3025a967cf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:05.975799 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.db [None req-bb8b3865-7236-4ef6-979b-a3025a967cf6 admin admin] For port 4e2e876d-6db5-4756-a6c5-88c76378a582, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=4e2e876d-6db5-4756-a6c5-88c76378a582,segment=NetworkSegment(18d3fb12-0117-4481-ac00-627483f619c4),segment_id=18d3fb12-0117-4481-ac00-627483f619c4)] {{(pid=93710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:14:05.976501 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-bb8b3865-7236-4ef6-979b-a3025a967cf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:05.990342 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4204ff85-56d6-43be-94b2-9daa7ac327ab None None] DHCP port deletion for 75208ede-2304-4522-bb33-3632300dc81d request from dv-cinder-797510-1-iscsi {{(pid=93712) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 10:14:06.001538 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [None req-bb8b3865-7236-4ef6-979b-a3025a967cf6 admin admin] Calling delete_port for 4e2e876d-6db5-4756-a6c5-88c76378a582 owned by network:dhcp {{(pid=93710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:14:06.054471 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-4204ff85-56d6-43be-94b2-9daa7ac327ab None None] Deleting port 4e2e876d-6db5-4756-a6c5-88c76378a582 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:14:06.054963 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4204ff85-56d6-43be-94b2-9daa7ac327ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:06.135352 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-4204ff85-56d6-43be-94b2-9daa7ac327ab None None] For port 4e2e876d-6db5-4756-a6c5-88c76378a582, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=4e2e876d-6db5-4756-a6c5-88c76378a582,segment=NetworkSegment(18d3fb12-0117-4481-ac00-627483f619c4),segment_id=18d3fb12-0117-4481-ac00-627483f619c4)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:14:06.135852 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4204ff85-56d6-43be-94b2-9daa7ac327ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:06.148888 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-4204ff85-56d6-43be-94b2-9daa7ac327ab None None] Calling delete_port for 4e2e876d-6db5-4756-a6c5-88c76378a582 owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:14:06.179620 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-bb8b3865-7236-4ef6-979b-a3025a967cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31904537'] for port, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:06.180482 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-670930d4-470e-484e-81f0-f7a9eea73a1e tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:06.184366 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-48fea6ff-ea1a-41a1-98bc-bbb4e2f32df4 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:06.216559 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8b3865-7236-4ef6-979b-a3025a967cf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e2e876d-6db5-4756-a6c5-88c76378a582,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:06.220565 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a400791-e946-49fc-960c-7d27a17ce21a req-e1a2825e-8091-4eca-bcb0-875370b72cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:14:06.222296 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-6a400791-e946-49fc-960c-7d27a17ce21a req-e1a2825e-8091-4eca-bcb0-875370b72cd8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135&tenant_id=24291804a3fc43a7bb9013ab3736dd4e HTTP/1.1" status: 200 len: 1097 time: 0.1260762 Jun 23 10:14:06.223421 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-bb8b3865-7236-4ef6-979b-a3025a967cf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:06.224312 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8b3865-7236-4ef6-979b-a3025a967cf6 admin admin] No DVR routers for this DVR port 4e2e876d-6db5-4756-a6c5-88c76378a582 on host dv-cinder-797510-1-iscsi {{(pid=93710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 10:14:06.292988 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-67a714b3-fc5a-4333-bbbe-7997940e4aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33311619'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:06.300477 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4204ff85-56d6-43be-94b2-9daa7ac327ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:06.300637 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-62ee81e8-335d-435e-8a62-75acee98651a tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:06.302013 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:06.332911 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-bb8b3865-7236-4ef6-979b-a3025a967cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527526', 'neutron.services.segments.db._delete_segments_for_network-8731988835103'] for network, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:06.342824 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4204ff85-56d6-43be-94b2-9daa7ac327ab None None] Pushing event deleted for resources: {'Port': ['ID=4e2e876d-6db5-4756-a6c5-88c76378a582,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:06.344350 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a714b3-fc5a-4333-bbbe-7997940e4aa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2af819bc-bb58-4754-875e-b4ebaa23287d,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:06.344955 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4204ff85-56d6-43be-94b2-9daa7ac327ab None None] No DVR routers for this DVR port 4e2e876d-6db5-4756-a6c5-88c76378a582 on host dv-cinder-797510-1-iscsi {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 10:14:06.352489 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-67a714b3-fc5a-4333-bbbe-7997940e4aa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:06.355457 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.services.segments.db [None req-bb8b3865-7236-4ef6-979b-a3025a967cf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75208ede-2304-4522-bb33-3632300dc81d']}} {{(pid=93710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:14:06.356367 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-4204ff85-56d6-43be-94b2-9daa7ac327ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:06.375122 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.services.segments.db [None req-bb8b3865-7236-4ef6-979b-a3025a967cf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18d3fb12-0117-4481-ac00-627483f619c4') {'for_net_delete': True} {{(pid=93710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:14:06.375428 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.services.segments.db [None req-bb8b3865-7236-4ef6-979b-a3025a967cf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18d3fb12-0117-4481-ac00-627483f619c4') {} {{(pid=93710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:14:06.387545 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-bb8b3865-7236-4ef6-979b-a3025a967cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731988825070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33103690'] for segment, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:06.390376 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a400791-e946-49fc-960c-7d27a17ce21a req-f9e78b83-8bc0-468d-b0d8-cb0ae55d7087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:14:06.392403 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-6a400791-e946-49fc-960c-7d27a17ce21a req-f9e78b83-8bc0-468d-b0d8-cb0ae55d7087 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=24291804a3fc43a7bb9013ab3736dd4e&device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 1097 time: 0.1446822 Jun 23 10:14:06.419680 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-bb8b3865-7236-4ef6-979b-a3025a967cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-523806'] for segment, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:06.434799 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb8b3865-7236-4ef6-979b-a3025a967cf6 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=93710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 10:14:06.435206 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-bb8b3865-7236-4ef6-979b-a3025a967cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-523806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31904718'] for segment, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:06.437606 dv-cinder-797510-1-iscsi neutron-server[93710]: Traceback (most recent call last): Jun 23 10:14:06.437606 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 10:14:06.437606 dv-cinder-797510-1-iscsi neutron-server[93710]: timer() Jun 23 10:14:06.437606 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 10:14:06.437606 dv-cinder-797510-1-iscsi neutron-server[93710]: cb(*args, **kw) Jun 23 10:14:06.437606 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 10:14:06.437606 dv-cinder-797510-1-iscsi neutron-server[93710]: return func(*args, **kwargs) Jun 23 10:14:06.437606 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 10:14:06.437606 dv-cinder-797510-1-iscsi neutron-server[93710]: self._notify() Jun 23 10:14:06.437606 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 10:14:06.437606 dv-cinder-797510-1-iscsi neutron-server[93710]: self.callback(batched_events) Jun 23 10:14:06.437606 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 10:14:06.437606 dv-cinder-797510-1-iscsi neutron-server[93710]: event.method(event) Jun 23 10:14:06.437606 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 10:14:06.437606 dv-cinder-797510-1-iscsi neutron-server[93710]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 10:14:06.437606 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 10:14:06.437606 dv-cinder-797510-1-iscsi neutron-server[93710]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 10:14:06.437606 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 10:14:06.437606 dv-cinder-797510-1-iscsi neutron-server[93710]: return f(self, *a, **k) Jun 23 10:14:06.437606 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 10:14:06.437606 dv-cinder-797510-1-iscsi neutron-server[93710]: return self._get(url).json() Jun 23 10:14:06.437606 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 10:14:06.437606 dv-cinder-797510-1-iscsi neutron-server[93710]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 10:14:06.437606 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 10:14:06.437606 dv-cinder-797510-1-iscsi neutron-server[93710]: return self.request(url, 'GET', **kwargs) Jun 23 10:14:06.437606 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 10:14:06.437606 dv-cinder-797510-1-iscsi neutron-server[93710]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 10:14:06.437606 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 10:14:06.437606 dv-cinder-797510-1-iscsi neutron-server[93710]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 10:14:06.437606 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 10:14:06.437606 dv-cinder-797510-1-iscsi neutron-server[93710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 10:14:06.437606 dv-cinder-797510-1-iscsi neutron-server[93710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 10:14:06.458917 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-670930d4-470e-484e-81f0-f7a9eea73a1e tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:06.485024 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-67a714b3-fc5a-4333-bbbe-7997940e4aa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707160'] for router_gateway, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:06.548818 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a400791-e946-49fc-960c-7d27a17ce21a req-be8bb38a-24bc-4c6a-8ae8-df9d0b7a4bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:14:06.550072 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-6a400791-e946-49fc-960c-7d27a17ce21a req-be8bb38a-24bc-4c6a-8ae8-df9d0b7a4bfa service neutron] 10.222.0.52 "GET /v2.0/networks?id=2c358830-fde0-4aa0-a28c-3a7712f5e2f9 HTTP/1.1" status: 200 len: 918 time: 0.1506951 Jun 23 10:14:06.601736 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-bb8b3865-7236-4ef6-979b-a3025a967cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-193570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1707113'] for network, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:06.611965 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:06.616695 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-bb8b3865-7236-4ef6-979b-a3025a967cf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for network, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:06.621001 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-bb8b3865-7236-4ef6-979b-a3025a967cf6 admin admin] 10.222.0.47 "DELETE /v2.0/networks/75208ede-2304-4522-bb33-3632300dc81d HTTP/1.1" status: 204 len: 168 time: 0.8614018 Jun 23 10:14:06.623602 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-67a714b3-fc5a-4333-bbbe-7997940e4aa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11342'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:06.628624 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-67a714b3-fc5a-4333-bbbe-7997940e4aa9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:06.630133 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8b3865-7236-4ef6-979b-a3025a967cf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=75208ede-2304-4522-bb33-3632300dc81d,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:06.633931 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-bb8b3865-7236-4ef6-979b-a3025a967cf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:06.640100 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-6a400791-e946-49fc-960c-7d27a17ce21a req-b8c17de7-e0c5-4c23-b2f9-470ed1b02cb2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f06a1e55-269f-47ea-a62c-39ce2a299e00 HTTP/1.1" status: 200 len: 1000 time: 0.0841639 Jun 23 10:14:06.699122 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a400791-e946-49fc-960c-7d27a17ce21a req-8db9b38f-f0c1-43dc-8ed6-69172364eeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:14:06.700777 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-6a400791-e946-49fc-960c-7d27a17ce21a req-8db9b38f-f0c1-43dc-8ed6-69172364eeb7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cdba8eb6-d4a0-4adb-b53b-76f5eb8c1c27 HTTP/1.1" status: 200 len: 856 time: 0.0548506 Jun 23 10:14:06.769072 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a400791-e946-49fc-960c-7d27a17ce21a req-ea254688-962e-45cd-a19b-d86c1807de39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:14:06.770545 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-6a400791-e946-49fc-960c-7d27a17ce21a req-ea254688-962e-45cd-a19b-d86c1807de39 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2c358830-fde0-4aa0-a28c-3a7712f5e2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0637624 Jun 23 10:14:06.818641 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f3c65-3365-4af6-88d0-1dc3e0318b1d req-08562d18-7730-437e-a897-5939ca5ac8f1 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:14:06.820094 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-cf6f3c65-3365-4af6-88d0-1dc3e0318b1d req-08562d18-7730-437e-a897-5939ca5ac8f1 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 944 time: 0.1343243 Jun 23 10:14:06.822519 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-67a714b3-fc5a-4333-bbbe-7997940e4aa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705974'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:06.823066 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a714b3-fc5a-4333-bbbe-7997940e4aa9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cbd58258-51d2-4345-9522-a14d014e4027 {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 10:14:06.830396 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-67a714b3-fc5a-4333-bbbe-7997940e4aa9 admin admin] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:06.833783 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-67a714b3-fc5a-4333-bbbe-7997940e4aa9 admin admin] 10.222.0.47 "DELETE /v2.0/routers/cbd58258-51d2-4345-9522-a14d014e4027 HTTP/1.1" status: 204 len: 168 time: 2.2912202 Jun 23 10:14:06.834126 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 40530) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:14:06.849467 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-670930d4-470e-484e-81f0-f7a9eea73a1e tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:06.887352 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-cf6f3c65-3365-4af6-88d0-1dc3e0318b1d req-6259512e-cb04-4426-8d2e-2ea67aa43467 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544262 Jun 23 10:14:06.903265 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5f4fc8c-121b-42f9-b1f6-fa6fcc9c2b35 admin admin] Deleting subnet 6cbb0603-9a53-4ca6-8772-c7a8fa7716c9 {{(pid=93710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 10:14:06.910650 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-a5f4fc8c-121b-42f9-b1f6-fa6fcc9c2b35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:06.921818 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-670930d4-470e-484e-81f0-f7a9eea73a1e tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33311624'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:06.926035 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-148d113d-60e0-44c5-b308-ba764f95b33a tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:06.934742 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-6a400791-e946-49fc-960c-7d27a17ce21a req-1758dcbe-bc00-45aa-a57c-2bd6a11320dd service neutron] 10.222.0.52 "GET /v2.0/networks/2c358830-fde0-4aa0-a28c-3a7712f5e2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567185 Jun 23 10:14:06.970554 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 40532) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:14:07.006887 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-a5f4fc8c-121b-42f9-b1f6-fa6fcc9c2b35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33103701'] for subnet, precommit_delete_associations {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:07.029140 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670930d4-470e-484e-81f0-f7a9eea73a1e tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Pushing event updated for resources: {'Port': ['ID=a2633933-902b-4e68-9ebe-51db5c2d9669,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:07.033738 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-670930d4-470e-484e-81f0-f7a9eea73a1e tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:07.044380 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device 0729db3c-c967-4684-b5dc-9c4ba053d154 no longer exists at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 10:14:07.065272 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-670930d4-470e-484e-81f0-f7a9eea73a1e tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707131'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:07.065838 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] No Port match for: 0729db3c-c967-4684-b5dc-9c4ba053d154 {{(pid=93712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 10:14:07.066192 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device 0729db3c-c967-4684-b5dc-9c4ba053d154 not bound to the agent host dv-cinder-797510-1-iscsi {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 10:14:07.066627 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device b2846427-cf77-4579-8a7f-0644eb0ded6b no longer exists at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 10:14:07.071879 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-52071af3-00ed-4c90-aef5-7d806dcfc682 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2bfd8cef6a2f47babb53716771db0095&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1049478 Jun 23 10:14:07.072937 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 40534) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:14:07.086667 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] No Port match for: b2846427-cf77-4579-8a7f-0644eb0ded6b {{(pid=93712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 10:14:07.087056 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device b2846427-cf77-4579-8a7f-0644eb0ded6b not bound to the agent host dv-cinder-797510-1-iscsi {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 10:14:07.087483 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device 2af819bc-bb58-4754-875e-b4ebaa23287d no longer exists at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 10:14:07.111356 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] No Port match for: 2af819bc-bb58-4754-875e-b4ebaa23287d {{(pid=93712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 10:14:07.111709 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device 2af819bc-bb58-4754-875e-b4ebaa23287d not bound to the agent host dv-cinder-797510-1-iscsi {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 10:14:07.112140 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device 4e2e876d-6db5-4756-a6c5-88c76378a582 no longer exists at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 10:14:07.131637 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] No Port match for: 4e2e876d-6db5-4756-a6c5-88c76378a582 {{(pid=93712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 10:14:07.131992 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device 4e2e876d-6db5-4756-a6c5-88c76378a582 not bound to the agent host dv-cinder-797510-1-iscsi {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 10:14:07.222947 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1aa642f0-3d22-4771-a358-d30fcc1d074a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:07.227701 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.db.l3_db [None req-670930d4-470e-484e-81f0-f7a9eea73a1e tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Floating IP 98d1c2fd-412a-448d-99d4-a915a1f4d70d associated. External IP: 172.27.2.130, port: 5dc4ec69-ba43-4bfc-956d-a8f978b4b560. Jun 23 10:14:07.283643 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1aa642f0-3d22-4771-a358-d30fcc1d074a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:07.397726 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-6a400791-e946-49fc-960c-7d27a17ce21a req-56569f58-f745-4e52-9ec1-42d9f6f73a1f service neutron] 10.222.0.52 "GET /v2.0/networks/2c358830-fde0-4aa0-a28c-3a7712f5e2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4521296 Jun 23 10:14:07.410177 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-a5f4fc8c-121b-42f9-b1f6-fa6fcc9c2b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528171'] for subnet, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:07.459586 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1aa642f0-3d22-4771-a358-d30fcc1d074a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:07.462212 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1aa642f0-3d22-4771-a358-d30fcc1d074a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:07.463404 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-1aa642f0-3d22-4771-a358-d30fcc1d074a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/73e894e4-107d-4ce5-839b-a1cb096b4804 HTTP/1.1" status: 204 len: 168 time: 0.3521862 Jun 23 10:14:07.465816 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-0cb0b198-a06c-46e7-b626-3e55eeecb738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:07.480781 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa642f0-3d22-4771-a358-d30fcc1d074a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e894e4-107d-4ce5-839b-a1cb096b4804,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:07.485226 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-1aa642f0-3d22-4771-a358-d30fcc1d074a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:07.497514 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-670930d4-470e-484e-81f0-f7a9eea73a1e tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Router 2b7d55af-85d7-4fcb-9595-870c9e22c037 has already been hosted by L3 agent df545903-e04d-4712-ace0-112b1e927481 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 10:14:07.552167 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-a5f4fc8c-121b-42f9-b1f6-fa6fcc9c2b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31904595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33311376'] for subnet, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:07.558179 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:07.597568 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-a5f4fc8c-121b-42f9-b1f6-fa6fcc9c2b35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for subnet, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:07.599972 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-a5f4fc8c-121b-42f9-b1f6-fa6fcc9c2b35 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/6cbb0603-9a53-4ca6-8772-c7a8fa7716c9 HTTP/1.1" status: 204 len: 168 time: 0.7644258 Jun 23 10:14:07.600604 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f4fc8c-121b-42f9-b1f6-fa6fcc9c2b35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cbb0603-9a53-4ca6-8772-c7a8fa7716c9,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:07.602225 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 40542) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:14:07.603475 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-a5f4fc8c-121b-42f9-b1f6-fa6fcc9c2b35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:07.604266 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39cdb2e-2937-48d7-a88c-73e6d1a19e25 None None] Network d173df77-66a8-420d-bb54-c1506935a219 requested from dv-cinder-797510-1-iscsi {{(pid=93712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 10:14:07.642534 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670930d4-470e-484e-81f0-f7a9eea73a1e tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Notify agent at l3_agent.dv-cinder-797510-1-iscsi the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 10:14:07.654376 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234725ae-704a-4d7b-8350-8b1aba43296b None None] Sync routers for ids ['2b7d55af-85d7-4fcb-9595-870c9e22c037'] in dv-cinder-797510-1-iscsi {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 10:14:07.667518 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234725ae-704a-4d7b-8350-8b1aba43296b None None] Routers {'2b7d55af-85d7-4fcb-9595-870c9e22c037'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:14:07.668353 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-234725ae-704a-4d7b-8350-8b1aba43296b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:13:50Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['2b7d55af-85d7-4fcb-9595-870c9e22c037'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:14:07.699527 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e63d1aff-6170-4b5d-8600-573d199cdbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-550829'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:07.776167 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-e63d1aff-6170-4b5d-8600-573d199cdbc2 admin admin] Deleting port accca8b7-d196-4901-bd37-ce33dcf0e4aa {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:14:07.776517 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e63d1aff-6170-4b5d-8600-573d199cdbc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:07.810347 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-670930d4-470e-484e-81f0-f7a9eea73a1e tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:07.812446 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-234725ae-704a-4d7b-8350-8b1aba43296b None None] Set router 2b7d55af-85d7-4fcb-9595-870c9e22c037 gateway port host: dv-cinder-797510-1-iscsi {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:14:07.860390 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb5e04a-2803-4e75-84ca-60649ad7affb None None] DHCP port deletion for d173df77-66a8-420d-bb54-c1506935a219 request from dv-cinder-797510-1-iscsi {{(pid=93712) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 10:14:07.913047 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-e63d1aff-6170-4b5d-8600-573d199cdbc2 admin admin] For port accca8b7-d196-4901-bd37-ce33dcf0e4aa, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=accca8b7-d196-4901-bd37-ce33dcf0e4aa,segment=NetworkSegment(bd29843b-dc56-42bd-a981-25323214298f),segment_id=bd29843b-dc56-42bd-a981-25323214298f)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:14:07.913507 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e63d1aff-6170-4b5d-8600-573d199cdbc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:07.934482 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-e63d1aff-6170-4b5d-8600-573d199cdbc2 admin admin] Calling delete_port for accca8b7-d196-4901-bd37-ce33dcf0e4aa owned by network:dhcp {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:14:07.938114 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-3fb5e04a-2803-4e75-84ca-60649ad7affb None None] Deleting port accca8b7-d196-4901-bd37-ce33dcf0e4aa {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:14:07.939045 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3fb5e04a-2803-4e75-84ca-60649ad7affb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:07.950822 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-670930d4-470e-484e-81f0-f7a9eea73a1e tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8294725 Jun 23 10:14:07.950822 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de2ff446-c341-468b-92b6-3b59c73f73d1', 'tag': '5dc4ec69-ba43-4bfc-956d-a8f978b4b560'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:14:07.950822 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404634ef6dbf53e9c182992e714e82192e1d0d35f5c652938e4b1e64141411fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c173b56-de01-4b09-b2ba-3df593045fbf" -d '{"events": [{"name": "network-changed", "server_uuid": "de2ff446-c341-468b-92b6-3b59c73f73d1", "tag": "5dc4ec69-ba43-4bfc-956d-a8f978b4b560"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:14:08.044173 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 10:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2637fda-3ac8-4b21-9f36-7be374721630 x-openstack-request-id: req-c2637fda-3ac8-4b21-9f36-7be374721630 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:14:08.044641 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de2ff446-c341-468b-92b6-3b59c73f73d1", "tag": "5dc4ec69-ba43-4bfc-956d-a8f978b4b560", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:14:08.045024 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c2637fda-3ac8-4b21-9f36-7be374721630 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:14:08.045549 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de2ff446-c341-468b-92b6-3b59c73f73d1', 'tag': '5dc4ec69-ba43-4bfc-956d-a8f978b4b560', 'status': 'completed', 'code': 200} Jun 23 10:14:08.086018 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-3fb5e04a-2803-4e75-84ca-60649ad7affb None None] For port accca8b7-d196-4901-bd37-ce33dcf0e4aa, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=accca8b7-d196-4901-bd37-ce33dcf0e4aa,segment=NetworkSegment(bd29843b-dc56-42bd-a981-25323214298f),segment_id=bd29843b-dc56-42bd-a981-25323214298f)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:14:08.086620 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3fb5e04a-2803-4e75-84ca-60649ad7affb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:08.128755 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-3fb5e04a-2803-4e75-84ca-60649ad7affb None None] Calling delete_port for accca8b7-d196-4901-bd37-ce33dcf0e4aa owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:14:08.144627 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c173b56-de01-4b09-b2ba-3df593045fbf req-94f496b1-7714-4b09-ab13-e2569f5a5d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:14:08.155802 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-1c173b56-de01-4b09-b2ba-3df593045fbf req-94f496b1-7714-4b09-ab13-e2569f5a5d69 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=92b25a857e544e8a81b9334162e2ccec&device_id=de2ff446-c341-468b-92b6-3b59c73f73d1 HTTP/1.1" status: 200 len: 1098 time: 0.1124301 Jun 23 10:14:08.193642 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97407de9-8d31-4b96-b4a8-8b57de5ecbda req-4c029966-02da-4360-90df-b0c7c8f5ac2f tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:14:08.195864 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-97407de9-8d31-4b96-b4a8-8b57de5ecbda req-4c029966-02da-4360-90df-b0c7c8f5ac2f tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 944 time: 0.1182318 Jun 23 10:14:08.241526 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-97407de9-8d31-4b96-b4a8-8b57de5ecbda req-ce2e9c20-ec48-4cef-9583-abbb9c2d45a3 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382326 Jun 23 10:14:08.265743 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-234725ae-704a-4d7b-8350-8b1aba43296b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b7d55af-85d7-4fcb-9595-870c9e22c037', 'name': 'tempest-TestShelveInstance-1334747077-router', 'tenant_id': '92b25a857e544e8a81b9334162e2ccec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '9956a4bf-8d0b-4bff-be8c-7dc0163dd046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:13:06Z', 'updated_at': '2021-06-23T10:13:10Z', 'revision_number': 4, 'project_id': '92b25a857e544e8a81b9334162e2ccec', 'gw_port': {'id': '9956a4bf-8d0b-4bff-be8c-7dc0163dd046', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7d55af-85d7-4fcb-9595-870c9e22c037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:13:07Z', 'updated_at': '2021-06-23T10:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_floatingips': [{'id': '98d1c2fd-412a-448d-99d4-a915a1f4d70d', 'tenant_id': '92b25a857e544e8a81b9334162e2ccec', 'floating_ip_address': '172.27.2.130', 'floating_network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'router_id': '2b7d55af-85d7-4fcb-9595-870c9e22c037', 'port_id': '5dc4ec69-ba43-4bfc-956d-a8f978b4b560', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68c08a46-ecd8-4ed9-9182-ea12c9f045ea', 'mac_address': 'fa:16:3e:4c:0a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2ff446-c341-468b-92b6-3b59c73f73d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T10:14:05Z', 'updated_at': '2021-06-23T10:14:05Z', 'revision_number': 0, 'project_id': '92b25a857e544e8a81b9334162e2ccec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afbd1195-ab9c-4a58-bbbe-4aeafb74c458', 'name': '', 'network_id': '68c08a46-ecd8-4ed9-9182-ea12c9f045ea', 'tenant_id': '92b25a857e544e8a81b9334162e2ccec', 'mac_address': 'fa:16:3e:ab:89:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7d55af-85d7-4fcb-9595-870c9e22c037', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'e4deb3fe-5cbf-4afd-9d80-a3d9af1fee71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:13:09Z', 'updated_at': '2021-06-23T10:13:15Z', 'revision_number': 5, 'project_id': '92b25a857e544e8a81b9334162e2ccec', 'subnets': [{'id': 'e4deb3fe-5cbf-4afd-9d80-a3d9af1fee71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:14:08.266142 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c173b56-de01-4b09-b2ba-3df593045fbf req-76b49f27-62fb-41dd-8853-d278ebf79739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:14:08.268254 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-1c173b56-de01-4b09-b2ba-3df593045fbf req-76b49f27-62fb-41dd-8853-d278ebf79739 service neutron] 10.222.0.52 "GET /v2.0/networks?id=68c08a46-ecd8-4ed9-9182-ea12c9f045ea HTTP/1.1" status: 200 len: 910 time: 0.1125734 Jun 23 10:14:08.287562 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e63d1aff-6170-4b5d-8600-573d199cdbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33311619'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:08.293371 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-16249d7a-f92a-464b-a2ee-84d272f6bc6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:08.294201 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3fb5e04a-2803-4e75-84ca-60649ad7affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:08.300025 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234725ae-704a-4d7b-8350-8b1aba43296b None None] Checking router: 2b7d55af-85d7-4fcb-9595-870c9e22c037 for host: dv-cinder-797510-1-iscsi {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 10:14:08.302115 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:08.306303 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb5e04a-2803-4e75-84ca-60649ad7affb None None] No DVR routers for this DVR port accca8b7-d196-4901-bd37-ce33dcf0e4aa on host dv-cinder-797510-1-iscsi {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 10:14:08.309510 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234725ae-704a-4d7b-8350-8b1aba43296b None None] Routers {'2b7d55af-85d7-4fcb-9595-870c9e22c037'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:14:08.310245 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-234725ae-704a-4d7b-8350-8b1aba43296b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:13:50Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['2b7d55af-85d7-4fcb-9595-870c9e22c037'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:14:08.326954 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb5e04a-2803-4e75-84ca-60649ad7affb None None] Pushing event deleted for resources: {'Port': ['ID=accca8b7-d196-4901-bd37-ce33dcf0e4aa,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:08.348236 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63d1aff-6170-4b5d-8600-573d199cdbc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=accca8b7-d196-4901-bd37-ce33dcf0e4aa,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:08.364915 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-e63d1aff-6170-4b5d-8600-573d199cdbc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:08.366158 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63d1aff-6170-4b5d-8600-573d199cdbc2 admin admin] No DVR routers for this DVR port accca8b7-d196-4901-bd37-ce33dcf0e4aa on host dv-cinder-797510-1-iscsi {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 10:14:08.384716 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb5e04a-2803-4e75-84ca-60649ad7affb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:14:08.387617 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb5e04a-2803-4e75-84ca-60649ad7affb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:14:08.389191 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb5e04a-2803-4e75-84ca-60649ad7affb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:14:08.390596 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb5e04a-2803-4e75-84ca-60649ad7affb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:14:08.391858 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb5e04a-2803-4e75-84ca-60649ad7affb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:14:08.394506 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb5e04a-2803-4e75-84ca-60649ad7affb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:14:08.395286 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb5e04a-2803-4e75-84ca-60649ad7affb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:14:08.398674 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-1c173b56-de01-4b09-b2ba-3df593045fbf req-4fc04df6-8b89-4301-9c42-185ef8eb3da0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5dc4ec69-ba43-4bfc-956d-a8f978b4b560 HTTP/1.1" status: 200 len: 999 time: 0.1244593 Jun 23 10:14:08.404498 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb5e04a-2803-4e75-84ca-60649ad7affb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:14:08.404845 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb5e04a-2803-4e75-84ca-60649ad7affb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:14:08.406560 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb5e04a-2803-4e75-84ca-60649ad7affb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:14:08.407014 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb5e04a-2803-4e75-84ca-60649ad7affb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:14:08.407964 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb5e04a-2803-4e75-84ca-60649ad7affb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:14:08.413416 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-3fb5e04a-2803-4e75-84ca-60649ad7affb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:08.481420 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c173b56-de01-4b09-b2ba-3df593045fbf req-0d9dbfc9-f726-469c-a83e-b7da7bab6b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:14:08.483827 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-1c173b56-de01-4b09-b2ba-3df593045fbf req-0d9dbfc9-f726-469c-a83e-b7da7bab6b46 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e4deb3fe-5cbf-4afd-9d80-a3d9af1fee71 HTTP/1.1" status: 200 len: 848 time: 0.0636194 Jun 23 10:14:08.514380 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e63d1aff-6170-4b5d-8600-573d199cdbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527526', 'neutron.services.segments.db._delete_segments_for_network-8731988835103'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:08.538588 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.services.segments.db [None req-e63d1aff-6170-4b5d-8600-573d199cdbc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d173df77-66a8-420d-bb54-c1506935a219']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:14:08.560785 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.services.segments.db [None req-e63d1aff-6170-4b5d-8600-573d199cdbc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd29843b-dc56-42bd-a981-25323214298f') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:14:08.563070 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.services.segments.db [None req-e63d1aff-6170-4b5d-8600-573d199cdbc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd29843b-dc56-42bd-a981-25323214298f') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:14:08.565448 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-234725ae-704a-4d7b-8350-8b1aba43296b None None] Set router 2b7d55af-85d7-4fcb-9595-870c9e22c037 gateway port host: dv-cinder-797510-1-iscsi {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:14:08.585241 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e63d1aff-6170-4b5d-8600-573d199cdbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731988825070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32565884'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:08.640904 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e63d1aff-6170-4b5d-8600-573d199cdbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-523806'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:08.645749 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c173b56-de01-4b09-b2ba-3df593045fbf req-31092466-aef4-4ed4-8370-9e581577e8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:14:08.655985 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-1c173b56-de01-4b09-b2ba-3df593045fbf req-31092466-aef4-4ed4-8370-9e581577e8c8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=68c08a46-ecd8-4ed9-9182-ea12c9f045ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1339848 Jun 23 10:14:08.658095 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e63d1aff-6170-4b5d-8600-573d199cdbc2 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 10:14:08.658536 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e63d1aff-6170-4b5d-8600-573d199cdbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-523806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33311572'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:08.742594 dv-cinder-797510-1-iscsi neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 10:14:08.742594 dv-cinder-797510-1-iscsi neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jun 23 10:14:08.742594 dv-cinder-797510-1-iscsi neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 10:14:08.742594 dv-cinder-797510-1-iscsi neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jun 23 10:14:08.742594 dv-cinder-797510-1-iscsi neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 10:14:08.742594 dv-cinder-797510-1-iscsi neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jun 23 10:14:08.742594 dv-cinder-797510-1-iscsi neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 10:14:08.742594 dv-cinder-797510-1-iscsi neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jun 23 10:14:08.742594 dv-cinder-797510-1-iscsi neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 10:14:08.742594 dv-cinder-797510-1-iscsi neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jun 23 10:14:08.742594 dv-cinder-797510-1-iscsi neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 10:14:08.742594 dv-cinder-797510-1-iscsi neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jun 23 10:14:08.742594 dv-cinder-797510-1-iscsi neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 10:14:08.742594 dv-cinder-797510-1-iscsi neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jun 23 10:14:08.742594 dv-cinder-797510-1-iscsi neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 10:14:08.742594 dv-cinder-797510-1-iscsi neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jun 23 10:14:08.742594 dv-cinder-797510-1-iscsi neutron-server[93711]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 10:14:08.742594 dv-cinder-797510-1-iscsi neutron-server[93711]: conditions |= (models_v2.Port.network_id.in_( Jun 23 10:14:08.742594 dv-cinder-797510-1-iscsi neutron-server[93711]: Traceback (most recent call last): Jun 23 10:14:08.742594 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 10:14:08.742594 dv-cinder-797510-1-iscsi neutron-server[93711]: timer() Jun 23 10:14:08.742594 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 10:14:08.742594 dv-cinder-797510-1-iscsi neutron-server[93711]: cb(*args, **kw) Jun 23 10:14:08.742594 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 10:14:08.742594 dv-cinder-797510-1-iscsi neutron-server[93711]: return func(*args, **kwargs) Jun 23 10:14:08.742594 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 10:14:08.742594 dv-cinder-797510-1-iscsi neutron-server[93711]: self._notify() Jun 23 10:14:08.742594 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 10:14:08.742594 dv-cinder-797510-1-iscsi neutron-server[93711]: self.callback(batched_events) Jun 23 10:14:08.742594 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 10:14:08.742594 dv-cinder-797510-1-iscsi neutron-server[93711]: event.method(event) Jun 23 10:14:08.742594 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 10:14:08.742594 dv-cinder-797510-1-iscsi neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 10:14:08.742594 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 10:14:08.742594 dv-cinder-797510-1-iscsi neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 10:14:08.742594 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 10:14:08.742594 dv-cinder-797510-1-iscsi neutron-server[93711]: return f(self, *a, **k) Jun 23 10:14:08.742594 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 10:14:08.742594 dv-cinder-797510-1-iscsi neutron-server[93711]: return self._get(url).json() Jun 23 10:14:08.742594 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 10:14:08.742594 dv-cinder-797510-1-iscsi neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 10:14:08.742594 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 10:14:08.742594 dv-cinder-797510-1-iscsi neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jun 23 10:14:08.742594 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 10:14:08.742594 dv-cinder-797510-1-iscsi neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 10:14:08.742594 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 10:14:08.742594 dv-cinder-797510-1-iscsi neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 10:14:08.742594 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 10:14:08.742594 dv-cinder-797510-1-iscsi neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 10:14:08.742594 dv-cinder-797510-1-iscsi neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 10:14:08.829207 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-1c173b56-de01-4b09-b2ba-3df593045fbf req-6188362b-b8ca-4652-9162-a2a199c2781b service neutron] 10.222.0.52 "GET /v2.0/networks/68c08a46-ecd8-4ed9-9182-ea12c9f045ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351464 Jun 23 10:14:08.830265 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e63d1aff-6170-4b5d-8600-573d199cdbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-193570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1707113'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:08.838582 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:08.842935 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e63d1aff-6170-4b5d-8600-573d199cdbc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:08.847369 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-e63d1aff-6170-4b5d-8600-573d199cdbc2 admin admin] 10.222.0.47 "DELETE /v2.0/networks/d173df77-66a8-420d-bb54-c1506935a219 HTTP/1.1" status: 204 len: 168 time: 1.2385523 Jun 23 10:14:08.875087 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63d1aff-6170-4b5d-8600-573d199cdbc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d173df77-66a8-420d-bb54-c1506935a219,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:08.883306 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-e63d1aff-6170-4b5d-8600-573d199cdbc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:08.908027 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-234725ae-704a-4d7b-8350-8b1aba43296b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b7d55af-85d7-4fcb-9595-870c9e22c037', 'name': 'tempest-TestShelveInstance-1334747077-router', 'tenant_id': '92b25a857e544e8a81b9334162e2ccec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '9956a4bf-8d0b-4bff-be8c-7dc0163dd046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:13:06Z', 'updated_at': '2021-06-23T10:13:10Z', 'revision_number': 4, 'project_id': '92b25a857e544e8a81b9334162e2ccec', 'gw_port': {'id': '9956a4bf-8d0b-4bff-be8c-7dc0163dd046', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7d55af-85d7-4fcb-9595-870c9e22c037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:13:07Z', 'updated_at': '2021-06-23T10:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_floatingips': [{'id': '98d1c2fd-412a-448d-99d4-a915a1f4d70d', 'tenant_id': '92b25a857e544e8a81b9334162e2ccec', 'floating_ip_address': '172.27.2.130', 'floating_network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'router_id': '2b7d55af-85d7-4fcb-9595-870c9e22c037', 'port_id': '5dc4ec69-ba43-4bfc-956d-a8f978b4b560', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68c08a46-ecd8-4ed9-9182-ea12c9f045ea', 'mac_address': 'fa:16:3e:4c:0a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2ff446-c341-468b-92b6-3b59c73f73d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T10:14:05Z', 'updated_at': '2021-06-23T10:14:05Z', 'revision_number': 0, 'project_id': '92b25a857e544e8a81b9334162e2ccec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afbd1195-ab9c-4a58-bbbe-4aeafb74c458', 'name': '', 'network_id': '68c08a46-ecd8-4ed9-9182-ea12c9f045ea', 'tenant_id': '92b25a857e544e8a81b9334162e2ccec', 'mac_address': 'fa:16:3e:ab:89:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7d55af-85d7-4fcb-9595-870c9e22c037', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'e4deb3fe-5cbf-4afd-9d80-a3d9af1fee71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:13:09Z', 'updated_at': '2021-06-23T10:13:15Z', 'revision_number': 5, 'project_id': '92b25a857e544e8a81b9334162e2ccec', 'subnets': [{'id': 'e4deb3fe-5cbf-4afd-9d80-a3d9af1fee71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:14:08.941901 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234725ae-704a-4d7b-8350-8b1aba43296b None None] The sync data for ids ['2b7d55af-85d7-4fcb-9595-870c9e22c037'] in dv-cinder-797510-1-iscsi is: [{'id': '2b7d55af-85d7-4fcb-9595-870c9e22c037', 'name': 'tempest-TestShelveInstance-1334747077-router', 'tenant_id': '92b25a857e544e8a81b9334162e2ccec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '9956a4bf-8d0b-4bff-be8c-7dc0163dd046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:13:06Z', 'updated_at': '2021-06-23T10:13:10Z', 'revision_number': 4, 'project_id': '92b25a857e544e8a81b9334162e2ccec', 'gw_port': {'id': '9956a4bf-8d0b-4bff-be8c-7dc0163dd046', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7d55af-85d7-4fcb-9595-870c9e22c037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:13:07Z', 'updated_at': '2021-06-23T10:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_floatingips': [{'id': '98d1c2fd-412a-448d-99d4-a915a1f4d70d', 'tenant_id': '92b25a857e544e8a81b9334162e2ccec', 'floating_ip_address': '172.27.2.130', 'floating_network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'router_id': '2b7d55af-85d7-4fcb-9595-870c9e22c037', 'port_id': '5dc4ec69-ba43-4bfc-956d-a8f978b4b560', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68c08a46-ecd8-4ed9-9182-ea12c9f045ea', 'mac_address': 'fa:16:3e:4c:0a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2ff446-c341-468b-92b6-3b59c73f73d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T10:14:05Z', 'updated_at': '2021-06-23T10:14:05Z', 'revision_number': 0, 'project_id': '92b25a857e544e8a81b9334162e2ccec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'afbd1195-ab9c-4a58-bbbe-4aeafb74c458', 'name': '', 'network_id': '68c08a46-ecd8-4ed9-9182-ea12c9f045ea', 'tenant_id': '92b25a857e544e8a81b9334162e2ccec', 'mac_address': 'fa:16:3e:ab:89:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7d55af-85d7-4fcb-9595-870c9e22c037', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'e4deb3fe-5cbf-4afd-9d80-a3d9af1fee71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:13:09Z', 'updated_at': '2021-06-23T10:13:15Z', 'revision_number': 5, 'project_id': '92b25a857e544e8a81b9334162e2ccec', 'subnets': [{'id': 'e4deb3fe-5cbf-4afd-9d80-a3d9af1fee71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 10:14:09.055096 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-1c173b56-de01-4b09-b2ba-3df593045fbf req-8d4a7bd5-f2d5-45c9-8daa-a3e907256db0 service neutron] 10.222.0.52 "GET /v2.0/networks/68c08a46-ecd8-4ed9-9182-ea12c9f045ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161536 Jun 23 10:14:09.082822 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device accca8b7-d196-4901-bd37-ce33dcf0e4aa no longer exists at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 10:14:09.124460 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] No Port match for: accca8b7-d196-4901-bd37-ce33dcf0e4aa {{(pid=93712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 10:14:09.132418 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device accca8b7-d196-4901-bd37-ce33dcf0e4aa not bound to the agent host dv-cinder-797510-1-iscsi {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 10:14:09.367791 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ef84ed-b9e4-490b-9c20-a7052d6d7a4f None None] New status for floating IP 98d1c2fd-412a-448d-99d4-a915a1f4d70d: ACTIVE {{(pid=93712) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 10:14:09.420003 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 40592) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:14:09.489828 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca05879-088d-42b4-ba64-c44cc5b48631 req-fa427451-3fc9-4bfb-889b-79f574028c9b tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:14:09.492046 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-0ca05879-088d-42b4-ba64-c44cc5b48631 req-fa427451-3fc9-4bfb-889b-79f574028c9b tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 944 time: 0.0859189 Jun 23 10:14:09.516067 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-aec4a9c3-deec-469b-805b-f6fb82c62b98 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=278659f79a2c4eca8923ba599560e630&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0946169 Jun 23 10:14:09.528647 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 40594) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:14:09.598794 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-0ca05879-088d-42b4-ba64-c44cc5b48631 req-054c3fe2-fc18-4ab3-b6d9-eb85a31a62b5 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0966287 Jun 23 10:14:09.615659 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4be8537b-e6f0-4d88-bceb-37ec983dbf38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:09.649830 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4be8537b-e6f0-4d88-bceb-37ec983dbf38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:09.803861 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4be8537b-e6f0-4d88-bceb-37ec983dbf38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:09.806682 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4be8537b-e6f0-4d88-bceb-37ec983dbf38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:09.810576 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-4be8537b-e6f0-4d88-bceb-37ec983dbf38 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b75a2980-feef-4b8f-a665-38c0cd83c5a8 HTTP/1.1" status: 204 len: 168 time: 0.2757111 Jun 23 10:14:09.810576 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-8f8a712d-5a97-43e8-994e-0fe7d003c86b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:09.817365 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be8537b-e6f0-4d88-bceb-37ec983dbf38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75a2980-feef-4b8f-a665-38c0cd83c5a8,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:09.819892 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-4be8537b-e6f0-4d88-bceb-37ec983dbf38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:10.814074 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0a7be2-674b-4164-9ba4-18228281254e req-8809f58a-d14c-4c36-8491-780d4a2dc9fc tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:14:10.815847 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1b0a7be2-674b-4164-9ba4-18228281254e req-8809f58a-d14c-4c36-8491-780d4a2dc9fc tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 944 time: 0.0688870 Jun 23 10:14:10.824142 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 40612) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:14:10.859126 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1b0a7be2-674b-4164-9ba4-18228281254e req-cd9db8d4-4d18-4972-a7a1-f6c4815b9241 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373011 Jun 23 10:14:10.877665 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-769e1526-e533-4113-9f99-f6d3cabc5907 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=759c490a47f74d1e8291a83e8d63c606&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0521326 Jun 23 10:14:10.880019 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 40614) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:14:10.930040 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-716c4d5b-3bc2-42bc-baf5-599379f61a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:10.953943 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-716c4d5b-3bc2-42bc-baf5-599379f61a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:11.111388 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-716c4d5b-3bc2-42bc-baf5-599379f61a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:11.114511 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-716c4d5b-3bc2-42bc-baf5-599379f61a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:11.115824 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-716c4d5b-3bc2-42bc-baf5-599379f61a47 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c76c6b5f-b343-4114-81dd-ba29d59de259 HTTP/1.1" status: 204 len: 168 time: 0.2346966 Jun 23 10:14:11.116742 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-89fc66a7-eea8-455c-8b5c-dea288d8f8fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:11.130808 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716c4d5b-3bc2-42bc-baf5-599379f61a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76c6b5f-b343-4114-81dd-ba29d59de259,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:11.133897 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-716c4d5b-3bc2-42bc-baf5-599379f61a47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:12.065664 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff82ac-32e0-4b5d-b697-c5fe6b2243bb req-eb91b60c-6f75-40fd-bbf4-1676e0efe26f tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:14:12.067449 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-2cff82ac-32e0-4b5d-b697-c5fe6b2243bb req-eb91b60c-6f75-40fd-bbf4-1676e0efe26f tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 944 time: 0.0739784 Jun 23 10:14:12.107929 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-2cff82ac-32e0-4b5d-b697-c5fe6b2243bb req-06a6c5ae-e9f0-478d-a426-ae3d31fab6ca tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342531 Jun 23 10:14:13.303802 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbba8e1e-5425-4896-9535-c419e94bde00 req-3ddca757-8deb-4e74-8a3f-4daadf6a1216 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:14:13.305314 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-bbba8e1e-5425-4896-9535-c419e94bde00 req-3ddca757-8deb-4e74-8a3f-4daadf6a1216 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 944 time: 0.0763562 Jun 23 10:14:13.346150 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-bbba8e1e-5425-4896-9535-c419e94bde00 req-ba7ac8c2-a934-4342-a234-3da04a9de3bb tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347202 Jun 23 10:14:13.481738 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 40648) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:14:13.597380 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-8ff2cba6-36bf-4166-8c2e-4b9d0bc1252d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:13.690341 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-8ff2cba6-36bf-4166-8c2e-4b9d0bc1252d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:13.788458 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-8ff2cba6-36bf-4166-8c2e-4b9d0bc1252d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:13.791034 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-74824178-bfd4-47d3-a8b8-30e5e3fb60b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:13.832452 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-8ff2cba6-36bf-4166-8c2e-4b9d0bc1252d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=89886dcab589482cac1a3005fedc386c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3545413 Jun 23 10:14:13.833053 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 40652) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:14:13.833407 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff2cba6-36bf-4166-8c2e-4b9d0bc1252d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9ae072-0428-4362-9a4c-0ce9bda9c263,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:13.836503 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-8ff2cba6-36bf-4166-8c2e-4b9d0bc1252d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:13.887297 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-075ae5d4-b3eb-4669-b92c-4b01f5a4902d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:13.909392 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-075ae5d4-b3eb-4669-b92c-4b01f5a4902d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:14.091495 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-075ae5d4-b3eb-4669-b92c-4b01f5a4902d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:14.094109 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-075ae5d4-b3eb-4669-b92c-4b01f5a4902d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:14.095882 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-075ae5d4-b3eb-4669-b92c-4b01f5a4902d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3a9ae072-0428-4362-9a4c-0ce9bda9c263 HTTP/1.1" status: 204 len: 168 time: 0.2609539 Jun 23 10:14:14.096731 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-6233810e-70fb-4f27-8221-d241fc3566b6 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:14.104164 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ae5d4-b3eb-4669-b92c-4b01f5a4902d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9ae072-0428-4362-9a4c-0ce9bda9c263,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:14.106511 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-075ae5d4-b3eb-4669-b92c-4b01f5a4902d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:14.569600 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcda911-5da6-4f68-aacf-cd85cac44132 req-66530ee3-a98f-4dce-97f7-3d4962fac279 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:14:14.571134 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1fcda911-5da6-4f68-aacf-cd85cac44132 req-66530ee3-a98f-4dce-97f7-3d4962fac279 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 944 time: 0.0713217 Jun 23 10:14:14.612771 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1fcda911-5da6-4f68-aacf-cd85cac44132 req-ea789132-ffbf-464e-847d-87085ba25049 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351207 Jun 23 10:14:15.798320 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5566a2-0505-4a5c-9cf0-1f6cc94509c1 req-d68c5572-c2c3-4012-b81e-3488eb2ea457 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:14:15.800242 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-fa5566a2-0505-4a5c-9cf0-1f6cc94509c1 req-d68c5572-c2c3-4012-b81e-3488eb2ea457 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 944 time: 0.0670762 Jun 23 10:14:15.849459 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-fa5566a2-0505-4a5c-9cf0-1f6cc94509c1 req-66fd189a-f14c-4180-bb54-a56fab5c4bd8 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431883 Jun 23 10:14:16.951858 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 40714) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:14:17.068497 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c2635a-d49e-4e82-b388-b5e0884d9a9b req-ca8f92a2-8c52-472b-994b-2835d90b8bf5 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:14:17.070120 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f0c2635a-d49e-4e82-b388-b5e0884d9a9b req-ca8f92a2-8c52-472b-994b-2835d90b8bf5 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 944 time: 0.0834041 Jun 23 10:14:17.081607 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-8e8fdab9-7171-40cd-b9e5-5c08958c6bd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:17.115194 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f0c2635a-d49e-4e82-b388-b5e0884d9a9b req-b36a9c5f-4d21-4b71-b5f0-02454a2253c7 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383925 Jun 23 10:14:17.183969 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-8e8fdab9-7171-40cd-b9e5-5c08958c6bd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:17.241583 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-8e8fdab9-7171-40cd-b9e5-5c08958c6bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:17.250389 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-25380df0-7a01-4cc5-a918-a587ea051298 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:17.282962 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-8e8fdab9-7171-40cd-b9e5-5c08958c6bd7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1a15f754d1944c23be9d4f7bfc2b32aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3298404 Jun 23 10:14:17.284942 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8fdab9-7171-40cd-b9e5-5c08958c6bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c033aeb-1d7f-43e8-8353-c567a24b6a2b,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:17.286880 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 40718) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:14:17.293412 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-8e8fdab9-7171-40cd-b9e5-5c08958c6bd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:17.345109 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-72e2599a-7ad3-43ba-b415-522ce6b90a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:17.368861 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-72e2599a-7ad3-43ba-b415-522ce6b90a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:17.510127 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-72e2599a-7ad3-43ba-b415-522ce6b90a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:17.512961 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-72e2599a-7ad3-43ba-b415-522ce6b90a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:17.514093 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-72e2599a-7ad3-43ba-b415-522ce6b90a2f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9c033aeb-1d7f-43e8-8353-c567a24b6a2b HTTP/1.1" status: 204 len: 168 time: 0.2249880 Jun 23 10:14:17.514894 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-075ae5d4-b3eb-4669-b92c-4b01f5a4902d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:17.523760 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e2599a-7ad3-43ba-b415-522ce6b90a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c033aeb-1d7f-43e8-8353-c567a24b6a2b,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:17.529939 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-72e2599a-7ad3-43ba-b415-522ce6b90a2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:17.915450 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1ecf62d0-6642-4fe2-9132-a0ad14003c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:18.317421 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ca2b33-20f7-4acb-aac2-7f185b53dc52 req-1ea8f672-47ea-4630-92ee-28ff2a17ae16 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:14:18.318929 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-10ca2b33-20f7-4acb-aac2-7f185b53dc52 req-1ea8f672-47ea-4630-92ee-28ff2a17ae16 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 944 time: 0.0712671 Jun 23 10:14:18.359067 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-10ca2b33-20f7-4acb-aac2-7f185b53dc52 req-9cbd7d94-7131-464f-8d6f-cf4292d6fb28 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345440 Jun 23 10:14:18.474808 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 40728) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:14:18.488493 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-68b2002d-8c8b-435f-a848-a0a7035f0e84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:18.588014 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-68b2002d-8c8b-435f-a848-a0a7035f0e84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:18.669645 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-68b2002d-8c8b-435f-a848-a0a7035f0e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:18.672991 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-e7c4cd87-fcb2-4492-8fe2-85740ecd8d4c tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:18.713026 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-68b2002d-8c8b-435f-a848-a0a7035f0e84 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b9fb1c5a8e0e44d1a5bccc446309ea6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2371294 Jun 23 10:14:18.713782 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b2002d-8c8b-435f-a848-a0a7035f0e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b72ff7-36f1-4a09-9f93-3f3c6820fe6e,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:18.715648 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 40730) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:14:18.716749 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-68b2002d-8c8b-435f-a848-a0a7035f0e84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:18.764699 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-93d12b36-66ed-4459-bf3a-31d95393ac21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:18.790654 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-93d12b36-66ed-4459-bf3a-31d95393ac21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:18.909796 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-93d12b36-66ed-4459-bf3a-31d95393ac21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:18.912395 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-93d12b36-66ed-4459-bf3a-31d95393ac21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:18.913519 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-93d12b36-66ed-4459-bf3a-31d95393ac21 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b3b72ff7-36f1-4a09-9f93-3f3c6820fe6e HTTP/1.1" status: 204 len: 168 time: 0.1964104 Jun 23 10:14:18.917428 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-254ea9d0-5a95-4aba-9243-43dc7e9a0d53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:18.922028 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d12b36-66ed-4459-bf3a-31d95393ac21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b72ff7-36f1-4a09-9f93-3f3c6820fe6e,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:18.925872 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-93d12b36-66ed-4459-bf3a-31d95393ac21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:19.552415 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1873ab2c-8fac-4b0c-a1cc-220136e20018 req-527f5719-7d4f-41aa-9b32-2cc9adcd1bad tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:14:19.552415 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1873ab2c-8fac-4b0c-a1cc-220136e20018 req-527f5719-7d4f-41aa-9b32-2cc9adcd1bad tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 944 time: 0.0630512 Jun 23 10:14:19.588017 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1873ab2c-8fac-4b0c-a1cc-220136e20018 req-86490f3a-6e87-4e12-b64c-671c590a5e79 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327072 Jun 23 10:14:20.430039 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-74c34cd7-4e65-401c-b8ac-4a99739bc28b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:20.623983 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:20.768592 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d2e041-20d0-4a8b-967c-a18268764fdb req-bd7fed50-7d0c-4d2d-8ea2-b3be22ba7129 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:14:20.770057 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-05d2e041-20d0-4a8b-967c-a18268764fdb req-bd7fed50-7d0c-4d2d-8ea2-b3be22ba7129 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 944 time: 0.0631473 Jun 23 10:14:20.812918 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-05d2e041-20d0-4a8b-967c-a18268764fdb req-37fefecf-8148-4bfa-bc0e-5471673ea78e tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360696 Jun 23 10:14:21.544029 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-549d35a9-2eb0-42c6-a322-a779b3edc54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:21.986276 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5cfa50-c886-4dad-89af-f2b2de10c625 req-f79949d8-c4c8-4c8d-8495-718534eee641 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:14:21.987757 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-0e5cfa50-c886-4dad-89af-f2b2de10c625 req-f79949d8-c4c8-4c8d-8495-718534eee641 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 944 time: 0.0629876 Jun 23 10:14:22.023650 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-0e5cfa50-c886-4dad-89af-f2b2de10c625 req-a5169f71-f82b-4832-a280-c22340ac35f1 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302765 Jun 23 10:14:22.833517 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device f06a1e55-269f-47ea-a62c-39ce2a299e00 details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=93712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 10:14:22.929482 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port f06a1e55-269f-47ea-a62c-39ce2a299e00, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=f06a1e55-269f-47ea-a62c-39ce2a299e00,segment=NetworkSegment(06137ac4-b337-46f2-b6d6-d631ec2de296),segment_id=06137ac4-b337-46f2-b6d6-d631ec2de296)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:14:22.938887 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Returning: {'device': 'f06a1e55-269f-47ea-a62c-39ce2a299e00', 'network_id': '2c358830-fde0-4aa0-a28c-3a7712f5e2f9', 'port_id': 'f06a1e55-269f-47ea-a62c-39ce2a299e00', 'mac_address': 'fa:16:3e:87:f9:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdba8eb6-d4a0-4adb-b53b-76f5eb8c1c27', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 10:14:22.977430 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:22.990639 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f06a1e55-269f-47ea-a62c-39ce2a299e00 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 10:14:23.009889 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port f06a1e55-269f-47ea-a62c-39ce2a299e00, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=f06a1e55-269f-47ea-a62c-39ce2a299e00,segment=NetworkSegment(06137ac4-b337-46f2-b6d6-d631ec2de296),segment_id=06137ac4-b337-46f2-b6d6-d631ec2de296)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:14:23.195861 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:23.195861 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-103626ec-c385-4a8d-bd51-85d9e08067a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:23.201320 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb65baa-8719-49d4-ae38-93d82d430da5 req-639dd282-410b-4f8b-9b00-a39ade1f0ad6 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:14:23.202866 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ffb65baa-8719-49d4-ae38-93d82d430da5 req-639dd282-410b-4f8b-9b00-a39ade1f0ad6 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 944 time: 0.0635052 Jun 23 10:14:23.230301 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Pushing event updated for resources: {'Port': ['ID=f06a1e55-269f-47ea-a62c-39ce2a299e00,revision_number=9']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:23.233627 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:23.247179 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ffb65baa-8719-49d4-ae38-93d82d430da5 req-f904d112-97b6-4c7a-b78c-ac0e9053053f tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314932 Jun 23 10:14:23.396315 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] get_ports_and_sgs() called for port_ids ['f06a1e55-269f-47ea-a62c-39ce2a299e00'] {{(pid=93712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 10:14:24.389685 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-329354e5-9e69-417d-83ab-34bb473e22da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:24.430989 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64e42e-02b2-4a0a-a35f-55a02035a4de req-63fce515-f20b-46f7-a46d-40490b105407 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:14:24.432500 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5f64e42e-02b2-4a0a-a35f-55a02035a4de req-63fce515-f20b-46f7-a46d-40490b105407 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 945 time: 0.0715790 Jun 23 10:14:24.474242 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5f64e42e-02b2-4a0a-a35f-55a02035a4de req-a9795bbb-639c-4eb8-a87e-4796539c92bd tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355418 Jun 23 10:14:24.840137 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device f06a1e55-269f-47ea-a62c-39ce2a299e00 up at agent hyperv_hv-cinder-79751 {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:14:24.885126 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Provisioning complete for port f06a1e55-269f-47ea-a62c-39ce2a299e00 triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:14:24.885500 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:25.074610 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:25.097931 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b3d9ec-1dd7-4a0d-b8a9-ca386061c135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f06a1e55-269f-47ea-a62c-39ce2a299e00'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:14:25.100534 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e06d9dce5bc2bce6c931562da1c36027cbf4e574fb667469159d94052b32a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f08e55f-a890-4088-a238-0948b7dbe877" -d '{"events": [{"server_uuid": "67b3d9ec-1dd7-4a0d-b8a9-ca386061c135", "name": "network-vif-plugged", "status": "completed", "tag": "f06a1e55-269f-47ea-a62c-39ce2a299e00"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:14:25.114780 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port f06a1e55-269f-47ea-a62c-39ce2a299e00, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=f06a1e55-269f-47ea-a62c-39ce2a299e00,segment=NetworkSegment(06137ac4-b337-46f2-b6d6-d631ec2de296),segment_id=06137ac4-b337-46f2-b6d6-d631ec2de296)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:14:25.137499 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 10:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41793a7-1cd0-4dea-9b60-a8264f23034b x-openstack-request-id: req-f41793a7-1cd0-4dea-9b60-a8264f23034b {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:14:25.137790 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b3d9ec-1dd7-4a0d-b8a9-ca386061c135", "name": "network-vif-plugged", "status": "completed", "tag": "f06a1e55-269f-47ea-a62c-39ce2a299e00", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:14:25.138045 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f41793a7-1cd0-4dea-9b60-a8264f23034b {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:14:25.138434 dv-cinder-797510-1-iscsi neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b3d9ec-1dd7-4a0d-b8a9-ca386061c135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f06a1e55-269f-47ea-a62c-39ce2a299e00', 'code': 200} Jun 23 10:14:25.184005 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:25.186626 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-3fb5e04a-2803-4e75-84ca-60649ad7affb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:25.231974 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Pushing event updated for resources: {'Port': ['ID=f06a1e55-269f-47ea-a62c-39ce2a299e00,revision_number=10']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:25.235182 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:25.590323 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2d299-a599-4fa5-9b2a-2ef67a0fe18b req-69f98284-6564-4b73-bdba-9bbeec9d73fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:14:25.591836 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-b1b2d299-a599-4fa5-9b2a-2ef67a0fe18b req-69f98284-6564-4b73-bdba-9bbeec9d73fc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 1100 time: 0.0525823 Jun 23 10:14:25.627920 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-b1b2d299-a599-4fa5-9b2a-2ef67a0fe18b req-c59c0201-b73d-4dee-b1f6-9d288d43c3ef service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0297830 Jun 23 10:14:25.649263 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc139a9e-61a5-40d6-8716-c451f818fb66 req-163739fc-be75-4155-8aa4-e49437dcfa21 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:14:25.650721 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-cc139a9e-61a5-40d6-8716-c451f818fb66 req-163739fc-be75-4155-8aa4-e49437dcfa21 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 947 time: 0.0618255 Jun 23 10:14:25.686747 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-cc139a9e-61a5-40d6-8716-c451f818fb66 req-5139a91b-0708-485e-93a1-c5d63d60fc16 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304596 Jun 23 10:14:25.928427 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 40878) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:14:26.028404 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f1f9-9fe7-4e65-a8e0-2729bc7631f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:26.115727 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f1f9-9fe7-4e65-a8e0-2729bc7631f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:26.280738 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b7c5f1f9-9fe7-4e65-a8e0-2729bc7631f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:26.283903 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-d0aff641-ba84-4b1e-b722-d77fcb7b56e5 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:26.321663 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c5f1f9-9fe7-4e65-a8e0-2729bc7631f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43f10da-3c22-4bdc-be2d-e72c670bf6dd,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:26.324762 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-b7c5f1f9-9fe7-4e65-a8e0-2729bc7631f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:26.327530 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-b7c5f1f9-9fe7-4e65-a8e0-2729bc7631f3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=40f9d1d19adf4c21b91975a8a4213368&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3981199 Jun 23 10:14:26.330920 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 40882) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:14:26.382898 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bc1deb3a-1492-4667-8d41-4950252a9e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:26.404220 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bc1deb3a-1492-4667-8d41-4950252a9e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:26.533395 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bc1deb3a-1492-4667-8d41-4950252a9e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:26.536037 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bc1deb3a-1492-4667-8d41-4950252a9e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:26.537193 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-bc1deb3a-1492-4667-8d41-4950252a9e30 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d43f10da-3c22-4bdc-be2d-e72c670bf6dd HTTP/1.1" status: 204 len: 168 time: 0.2050376 Jun 23 10:14:26.538064 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-06422af0-494a-4df3-8426-49f94a88b858 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:26.549153 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1deb3a-1492-4667-8d41-4950252a9e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43f10da-3c22-4bdc-be2d-e72c670bf6dd,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:26.551301 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-bc1deb3a-1492-4667-8d41-4950252a9e30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:26.869221 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b9c9f2-a967-46a3-969c-0523836cd92f req-63372b1b-843a-4f57-a041-e5b9d3733d65 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:14:26.870858 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-25b9c9f2-a967-46a3-969c-0523836cd92f req-63372b1b-843a-4f57-a041-e5b9d3733d65 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 947 time: 0.0676508 Jun 23 10:14:26.912429 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-25b9c9f2-a967-46a3-969c-0523836cd92f req-7029b8c8-2be6-49e7-8262-c566f3c326ef tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343728 Jun 23 10:14:27.399591 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 40912) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:14:27.413586 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-25870365-dbb3-45f4-bc4d-1b8161b23e28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:27.508470 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-25870365-dbb3-45f4-bc4d-1b8161b23e28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:27.623757 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-25870365-dbb3-45f4-bc4d-1b8161b23e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:27.626407 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-45598850-f386-4944-9592-b66a46d7b650 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:27.661246 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25870365-dbb3-45f4-bc4d-1b8161b23e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c641dc49-911d-4187-8736-3958cc055484,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:27.665530 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-25870365-dbb3-45f4-bc4d-1b8161b23e28 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ade530eb667d4ae4938a15c24ccc176f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2648726 Jun 23 10:14:27.666430 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-25870365-dbb3-45f4-bc4d-1b8161b23e28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:27.668863 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 40924) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:14:27.716595 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-725fddfd-09fd-41b7-954a-c91895464e0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:27.738705 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-725fddfd-09fd-41b7-954a-c91895464e0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:27.881274 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-725fddfd-09fd-41b7-954a-c91895464e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:27.883968 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-725fddfd-09fd-41b7-954a-c91895464e0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:27.885116 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-725fddfd-09fd-41b7-954a-c91895464e0b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c641dc49-911d-4187-8736-3958cc055484 HTTP/1.1" status: 204 len: 168 time: 0.2160323 Jun 23 10:14:27.885857 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-b7c5f1f9-9fe7-4e65-a8e0-2729bc7631f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:27.894066 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725fddfd-09fd-41b7-954a-c91895464e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c641dc49-911d-4187-8736-3958cc055484,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:27.896820 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-725fddfd-09fd-41b7-954a-c91895464e0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:28.265238 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e16684-43c2-4e27-b00b-c5790ee86ff8 req-98d786a8-df6b-4560-8fdd-c5887a2dbb37 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:14:28.266770 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-71e16684-43c2-4e27-b00b-c5790ee86ff8 req-98d786a8-df6b-4560-8fdd-c5887a2dbb37 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 947 time: 0.0768692 Jun 23 10:14:28.305639 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-71e16684-43c2-4e27-b00b-c5790ee86ff8 req-1dfb493d-2a67-4878-8855-1c2a5a0beac6 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332561 Jun 23 10:14:29.490513 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb157a90-d2cb-4fb6-aca3-438e67ea7f96 req-ba20f41d-d8a2-4686-a565-7e87f01faf55 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:14:29.492004 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-bb157a90-d2cb-4fb6-aca3-438e67ea7f96 req-ba20f41d-d8a2-4686-a565-7e87f01faf55 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 947 time: 0.0674021 Jun 23 10:14:29.530473 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-bb157a90-d2cb-4fb6-aca3-438e67ea7f96 req-7bda4c36-387f-40f8-bb81-afdfca0e71c8 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327513 Jun 23 10:14:30.384586 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 40980) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:14:30.489086 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-1dadfbe2-1a72-4b99-a305-5dbc53c5a35c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:30.573778 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-1dadfbe2-1a72-4b99-a305-5dbc53c5a35c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:30.697705 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-1dadfbe2-1a72-4b99-a305-5dbc53c5a35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:30.700032 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-65a26e08-17b6-46f8-97eb-9d399bbaedea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:30.733083 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dadfbe2-1a72-4b99-a305-5dbc53c5a35c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e28391b-a350-43a4-8dc0-1d4e16936029,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:30.737931 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-1dadfbe2-1a72-4b99-a305-5dbc53c5a35c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=55715ac6ecde4795a00893608df987cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3523390 Jun 23 10:14:30.738846 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-1dadfbe2-1a72-4b99-a305-5dbc53c5a35c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:30.741145 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 40984) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:14:30.789752 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-1811bdad-11a2-422d-b1b3-4f3de1ad6ff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:30.809994 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-1811bdad-11a2-422d-b1b3-4f3de1ad6ff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:30.959542 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-1811bdad-11a2-422d-b1b3-4f3de1ad6ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:30.962255 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-1811bdad-11a2-422d-b1b3-4f3de1ad6ff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:30.963427 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-1811bdad-11a2-422d-b1b3-4f3de1ad6ff6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8e28391b-a350-43a4-8dc0-1d4e16936029 HTTP/1.1" status: 204 len: 168 time: 0.2220137 Jun 23 10:14:30.964240 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-a20edd7e-8e02-4bff-a64a-4fc5c176a214 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:30.972679 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1811bdad-11a2-422d-b1b3-4f3de1ad6ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e28391b-a350-43a4-8dc0-1d4e16936029,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:30.975180 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-1811bdad-11a2-422d-b1b3-4f3de1ad6ff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:31.729982 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 40990) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:14:31.743954 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-676e5f18-d961-49b9-977b-5c8fad53761e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:31.832282 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-676e5f18-d961-49b9-977b-5c8fad53761e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:31.886519 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-676e5f18-d961-49b9-977b-5c8fad53761e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:31.889974 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-1c7d2a0e-3b69-440c-8a46-e17b3b3949f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:31.923635 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e5f18-d961-49b9-977b-5c8fad53761e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e77077-e7c2-499e-84d8-91f4f950396b,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:31.927981 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-676e5f18-d961-49b9-977b-5c8fad53761e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c270e6cedec94fb2b5126dcf506153aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1969974 Jun 23 10:14:31.928863 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-676e5f18-d961-49b9-977b-5c8fad53761e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:31.930932 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 40992) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:14:31.978445 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-51e6a8bc-fd0d-4be4-8070-f7a2fefea9ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:32.003438 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-51e6a8bc-fd0d-4be4-8070-f7a2fefea9ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:32.092357 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-51e6a8bc-fd0d-4be4-8070-f7a2fefea9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:32.095347 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-51e6a8bc-fd0d-4be4-8070-f7a2fefea9ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:32.096531 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-51e6a8bc-fd0d-4be4-8070-f7a2fefea9ac admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/80e77077-e7c2-499e-84d8-91f4f950396b HTTP/1.1" status: 204 len: 168 time: 0.1648939 Jun 23 10:14:32.097364 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-676e5f18-d961-49b9-977b-5c8fad53761e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:32.104815 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e6a8bc-fd0d-4be4-8070-f7a2fefea9ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e77077-e7c2-499e-84d8-91f4f950396b,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:32.107076 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-51e6a8bc-fd0d-4be4-8070-f7a2fefea9ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:33.873885 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:36.078972 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.agents_db [None req-4b03355e-e743-40fc-912e-580b49e4c212 None None] Agent healthcheck: found 6 active agents {{(pid=93713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 10:14:39.380039 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 41092) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:14:39.480709 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-18d5ae8f-ad6d-45e1-8e88-17de8a72e546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:39.568035 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-18d5ae8f-ad6d-45e1-8e88-17de8a72e546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:39.674646 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-18d5ae8f-ad6d-45e1-8e88-17de8a72e546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:39.677003 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-1aa642f0-3d22-4771-a358-d30fcc1d074a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:39.712545 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-18d5ae8f-ad6d-45e1-8e88-17de8a72e546 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=104200624d1945d0b270b95a9aefdce7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3314083 Jun 23 10:14:39.713284 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d5ae8f-ad6d-45e1-8e88-17de8a72e546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8f14ed-2bea-4893-82a0-4166ae44100d,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:39.715308 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 41096) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:14:39.720331 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d5ae8f-ad6d-45e1-8e88-17de8a72e546 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:14:39.720693 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d5ae8f-ad6d-45e1-8e88-17de8a72e546 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:14:39.721049 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d5ae8f-ad6d-45e1-8e88-17de8a72e546 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:14:39.721399 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d5ae8f-ad6d-45e1-8e88-17de8a72e546 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:14:39.721740 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d5ae8f-ad6d-45e1-8e88-17de8a72e546 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:14:39.722083 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d5ae8f-ad6d-45e1-8e88-17de8a72e546 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:14:39.722427 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d5ae8f-ad6d-45e1-8e88-17de8a72e546 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:14:39.722789 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d5ae8f-ad6d-45e1-8e88-17de8a72e546 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:14:39.723129 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d5ae8f-ad6d-45e1-8e88-17de8a72e546 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:14:39.723463 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d5ae8f-ad6d-45e1-8e88-17de8a72e546 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:14:39.723795 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d5ae8f-ad6d-45e1-8e88-17de8a72e546 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:14:39.724127 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d5ae8f-ad6d-45e1-8e88-17de8a72e546 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:14:39.728042 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-18d5ae8f-ad6d-45e1-8e88-17de8a72e546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:39.764091 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-031ad4c1-efe0-489b-9d18-3179b4b7799c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:39.783931 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-031ad4c1-efe0-489b-9d18-3179b4b7799c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:39.903275 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-031ad4c1-efe0-489b-9d18-3179b4b7799c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:39.906416 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-031ad4c1-efe0-489b-9d18-3179b4b7799c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:39.907570 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-031ad4c1-efe0-489b-9d18-3179b4b7799c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7d8f14ed-2bea-4893-82a0-4166ae44100d HTTP/1.1" status: 204 len: 168 time: 0.1913078 Jun 23 10:14:39.908333 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-ed372a71-28ac-49e5-8e2a-6829c407c2e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:39.915587 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031ad4c1-efe0-489b-9d18-3179b4b7799c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8f14ed-2bea-4893-82a0-4166ae44100d,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:39.917918 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-031ad4c1-efe0-489b-9d18-3179b4b7799c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:40.474012 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 41102) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:14:40.491167 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6c523fb2-fb68-497c-9943-9f145d5bf1cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:40.579262 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6c523fb2-fb68-497c-9943-9f145d5bf1cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:40.640985 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6c523fb2-fb68-497c-9943-9f145d5bf1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:40.643209 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-725fddfd-09fd-41b7-954a-c91895464e0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:40.677965 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-6c523fb2-fb68-497c-9943-9f145d5bf1cd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6160c59c884341a4bf75f7228a4e556a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2029018 Jun 23 10:14:40.678930 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c523fb2-fb68-497c-9943-9f145d5bf1cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ae7e4f-aa3a-4cfe-aebc-b175acb29512,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:40.680613 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 41104) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:14:40.682051 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-6c523fb2-fb68-497c-9943-9f145d5bf1cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:40.731168 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-58ecaa3e-c3c5-4f51-be5a-30c36dde3f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:40.752148 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-58ecaa3e-c3c5-4f51-be5a-30c36dde3f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:40.840403 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-58ecaa3e-c3c5-4f51-be5a-30c36dde3f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:40.842980 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-58ecaa3e-c3c5-4f51-be5a-30c36dde3f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:40.844123 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-58ecaa3e-c3c5-4f51-be5a-30c36dde3f9f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/23ae7e4f-aa3a-4cfe-aebc-b175acb29512 HTTP/1.1" status: 204 len: 168 time: 0.1625164 Jun 23 10:14:40.844921 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-dcacca8a-d4d9-49b0-9ebd-db6358f55fe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:40.853079 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ecaa3e-c3c5-4f51-be5a-30c36dde3f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ae7e4f-aa3a-4cfe-aebc-b175acb29512,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:40.855426 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-58ecaa3e-c3c5-4f51-be5a-30c36dde3f9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:41.485490 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 41112) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:14:41.498607 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-398eb162-312e-427f-9724-8f4f6140a290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:41.581714 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-398eb162-312e-427f-9724-8f4f6140a290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:41.650414 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-398eb162-312e-427f-9724-8f4f6140a290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:41.653760 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-6c523fb2-fb68-497c-9943-9f145d5bf1cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:41.689589 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-398eb162-312e-427f-9724-8f4f6140a290 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4693c4a364ca4b3cbef7a81d3eb56bf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2030418 Jun 23 10:14:41.690587 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398eb162-312e-427f-9724-8f4f6140a290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc333c8-b2d3-4faf-8dd8-eea4b16dd4d5,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:41.692584 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 41116) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:14:41.693523 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-398eb162-312e-427f-9724-8f4f6140a290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:41.743836 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-720b24c8-8e21-4fcf-b850-5381599e774c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:41.763979 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-720b24c8-8e21-4fcf-b850-5381599e774c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:41.857529 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-720b24c8-8e21-4fcf-b850-5381599e774c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:41.860331 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-720b24c8-8e21-4fcf-b850-5381599e774c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:41.861467 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-720b24c8-8e21-4fcf-b850-5381599e774c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fdc333c8-b2d3-4faf-8dd8-eea4b16dd4d5 HTTP/1.1" status: 204 len: 168 time: 0.1678262 Jun 23 10:14:41.862256 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-547ca07c-a7d1-4385-a052-431ee8300db2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:41.869738 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b24c8-8e21-4fcf-b850-5381599e774c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc333c8-b2d3-4faf-8dd8-eea4b16dd4d5,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:41.871927 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-720b24c8-8e21-4fcf-b850-5381599e774c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:42.865108 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 41138) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:14:42.957654 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [None req-975fcff8-26bb-4459-86fa-aee33e7a05eb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1999502631-network', 'tenant_id': '403a3f3b76c149eda502d16875605a80'}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:14:43.074961 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975fcff8-26bb-4459-86fa-aee33e7a05eb admin admin] Made reservation on behalf of 403a3f3b76c149eda502d16875605a80 for: {'network': 1} {{(pid=93710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:14:43.077305 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-975fcff8-26bb-4459-86fa-aee33e7a05eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for network, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:43.085694 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-975fcff8-26bb-4459-86fa-aee33e7a05eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:43.168542 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-975fcff8-26bb-4459-86fa-aee33e7a05eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:43.268975 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-975fcff8-26bb-4459-86fa-aee33e7a05eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:43.271951 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-8ff2cba6-36bf-4166-8c2e-4b9d0bc1252d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:43.293711 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-975fcff8-26bb-4459-86fa-aee33e7a05eb admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=93710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 10:14:43.303247 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975fcff8-26bb-4459-86fa-aee33e7a05eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e20a1e-5c2e-4019-ab74-f2dec6cee1fe,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:43.307308 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-975fcff8-26bb-4459-86fa-aee33e7a05eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:43.308329 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-975fcff8-26bb-4459-86fa-aee33e7a05eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-523806'] for segment, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:43.308668 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.db.segments_db [None req-975fcff8-26bb-4459-86fa-aee33e7a05eb admin admin] Added segment a848c51d-810d-4011-be05-17f03da4cec8 of type vlan for network 761416d0-d0b5-4d43-b556-3fc859b1886a Jun 23 10:14:43.348717 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-975fcff8-26bb-4459-86fa-aee33e7a05eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731988267798'] for network, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:43.446001 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-975fcff8-26bb-4459-86fa-aee33e7a05eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-193570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976'] for network, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:43.447273 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975fcff8-26bb-4459-86fa-aee33e7a05eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:14:43.448292 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-975fcff8-26bb-4459-86fa-aee33e7a05eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for network, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:43.451131 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-e0db4a87-8afc-48a1-b3ea-729a6eddd3e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:43.510362 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975fcff8-26bb-4459-86fa-aee33e7a05eb admin admin] Pushing event updated for resources: {'Network': ['ID=761416d0-d0b5-4d43-b556-3fc859b1886a,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:43.513209 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-975fcff8-26bb-4459-86fa-aee33e7a05eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:43.521001 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Network 761416d0-d0b5-4d43-b556-3fc859b1886a details requested by agent ovs-agent-dv-cinder-797510-1-iscsi with host dv-cinder-797510-1-iscsi {{(pid=93712) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 10:14:43.559981 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-975fcff8-26bb-4459-86fa-aee33e7a05eb admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6937680 Jun 23 10:14:43.562750 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 41142) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:14:43.568020 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [None req-dab768ea-a130-4a63-8f3d-2243ca551e81 admin admin] Request body: {'subnet': {'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1999502631-subnet', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'ip_version': 4}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:14:43.686471 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab768ea-a130-4a63-8f3d-2243ca551e81 admin admin] Made reservation on behalf of 403a3f3b76c149eda502d16875605a80 for: {'subnet': 1} {{(pid=93710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:14:43.689349 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-dab768ea-a130-4a63-8f3d-2243ca551e81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33311373'] for subnet, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:43.909400 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-dab768ea-a130-4a63-8f3d-2243ca551e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31905168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33311391'] for subnet, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:43.912169 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:43.965597 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab768ea-a130-4a63-8f3d-2243ca551e81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=876e0539-f8e7-4f58-9842-f61818bf524a,revision_number=0']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:43.976065 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab768ea-a130-4a63-8f3d-2243ca551e81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:14:43.976450 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab768ea-a130-4a63-8f3d-2243ca551e81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:14:43.976824 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab768ea-a130-4a63-8f3d-2243ca551e81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:14:43.977186 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab768ea-a130-4a63-8f3d-2243ca551e81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:14:43.977548 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab768ea-a130-4a63-8f3d-2243ca551e81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:14:43.977906 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab768ea-a130-4a63-8f3d-2243ca551e81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:14:43.978261 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab768ea-a130-4a63-8f3d-2243ca551e81 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:14:43.978614 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab768ea-a130-4a63-8f3d-2243ca551e81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:14:43.979120 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab768ea-a130-4a63-8f3d-2243ca551e81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:14:43.979476 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab768ea-a130-4a63-8f3d-2243ca551e81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:14:43.979827 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab768ea-a130-4a63-8f3d-2243ca551e81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:14:43.980193 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab768ea-a130-4a63-8f3d-2243ca551e81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:14:43.984073 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-dab768ea-a130-4a63-8f3d-2243ca551e81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:43.985091 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab768ea-a130-4a63-8f3d-2243ca551e81 admin admin] Checking segment: {'id': 'a848c51d-810d-4011-be05-17f03da4cec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:14:43.985445 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab768ea-a130-4a63-8f3d-2243ca551e81 admin admin] Network hostable DHCP agents. Network: 761416d0-d0b5-4d43-b556-3fc859b1886a, hostable agents: ['676dd52a-94e8-4a4d-a39c-76e96eb0afdc'], hosted agents: [] {{(pid=93710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 10:14:44.063508 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab768ea-a130-4a63-8f3d-2243ca551e81 admin admin] Network 761416d0-d0b5-4d43-b556-3fc859b1886a is scheduled to be hosted by DHCP agent 676dd52a-94e8-4a4d-a39c-76e96eb0afdc with binding_index 1 {{(pid=93710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 10:14:44.126242 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.base_scheduler [None req-dab768ea-a130-4a63-8f3d-2243ca551e81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797510-1-iscsi, 761416d0-d0b5-4d43-b556-3fc859b1886a) {{(pid=93710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:14:44.130159 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab768ea-a130-4a63-8f3d-2243ca551e81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:14:44.130785 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-dab768ea-a130-4a63-8f3d-2243ca551e81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for subnet, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:44.136186 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb85eba-883d-4af9-8506-b153ea62156c None None] Network 761416d0-d0b5-4d43-b556-3fc859b1886a requested from dv-cinder-797510-1-iscsi {{(pid=93712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 10:14:44.236022 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-dab768ea-a130-4a63-8f3d-2243ca551e81 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6721449 Jun 23 10:14:44.238843 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 41144) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:14:44.243373 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [None req-6cec8535-609f-4e7f-8fbb-7da241dba0a5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1999502631-router', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28'}}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:14:44.275225 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2e013c-85b5-4d76-bde8-8bfea10635e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa74d5eab-ac2a-5ee0-9548-07359ed1f630-761416d0-d0b5-4d43-b556-3fc859b1886a', 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'fixed_ips': [{'subnet_id': '876e0539-f8e7-4f58-9842-f61818bf524a'}]}} from dv-cinder-797510-1-iscsi. {{(pid=93712) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 10:14:44.276073 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3b2e013c-85b5-4d76-bde8-8bfea10635e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:44.372324 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-6cec8535-609f-4e7f-8fbb-7da241dba0a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1703949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11356'] for router, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:44.373438 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-6cec8535-609f-4e7f-8fbb-7da241dba0a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1666384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11349'] for router, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:44.416567 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-3b2e013c-85b5-4d76-bde8-8bfea10635e3 None None] Allocated IP 172.20.0.2 (761416d0-d0b5-4d43-b556-3fc859b1886a/876e0539-f8e7-4f58-9842-f61818bf524a/e62f92cd-5156-4d38-8131-37870305f42a) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 10:14:44.429273 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-6cec8535-609f-4e7f-8fbb-7da241dba0a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:44.551878 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3b2e013c-85b5-4d76-bde8-8bfea10635e3 None None] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:44.559940 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-3b2e013c-85b5-4d76-bde8-8bfea10635e3 None None] Transition to ACTIVE for port object e62f92cd-5156-4d38-8131-37870305f42a will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:14:44.575569 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-3b2e013c-85b5-4d76-bde8-8bfea10635e3 None None] Transition to ACTIVE for port object e62f92cd-5156-4d38-8131-37870305f42a will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:14:44.630401 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-6cec8535-609f-4e7f-8fbb-7da241dba0a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11335'] for router, precommit_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:44.772672 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3b2e013c-85b5-4d76-bde8-8bfea10635e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-600500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731988247197'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:44.774664 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:44.816869 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2e013c-85b5-4d76-bde8-8bfea10635e3 None None] Network 761416d0-d0b5-4d43-b556-3fc859b1886a is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:14:44.821409 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-3b2e013c-85b5-4d76-bde8-8bfea10635e3 None None] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:14:44.823946 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2e013c-85b5-4d76-bde8-8bfea10635e3 None None] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 10:14:44.836000 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2e013c-85b5-4d76-bde8-8bfea10635e3 None None] Pushing event updated for resources: {'Port': ['ID=e62f92cd-5156-4d38-8131-37870305f42a,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:44.839470 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-3b2e013c-85b5-4d76-bde8-8bfea10635e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:44.888437 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-3b2e013c-85b5-4d76-bde8-8bfea10635e3 None None] Attempting to bind port e62f92cd-5156-4d38-8131-37870305f42a on host dv-cinder-797510-1-iscsi for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 10:14:44.888818 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-3b2e013c-85b5-4d76-bde8-8bfea10635e3 None None] Attempting to bind port e62f92cd-5156-4d38-8131-37870305f42a by drivers openvswitch,hyperv on host dv-cinder-797510-1-iscsi at level 0 using segments [{'id': 'a848c51d-810d-4011-be05-17f03da4cec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 10:14:44.889185 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2e013c-85b5-4d76-bde8-8bfea10635e3 None None] Attempting to bind port e62f92cd-5156-4d38-8131-37870305f42a on network 761416d0-d0b5-4d43-b556-3fc859b1886a {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:14:44.894384 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2e013c-85b5-4d76-bde8-8bfea10635e3 None None] Checking agent: {'id': 'b3037b97-c09d-4619-9318-9bf5134e8ab7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 9, 59, 20), 'started_at': datetime.datetime(2021, 6, 23, 9, 59, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 10, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 10:14:44.894787 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2e013c-85b5-4d76-bde8-8bfea10635e3 None None] Checking segment: {'id': 'a848c51d-810d-4011-be05-17f03da4cec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:14:44.895201 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3b2e013c-85b5-4d76-bde8-8bfea10635e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:44.895599 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2e013c-85b5-4d76-bde8-8bfea10635e3 None None] Bound using segment: {'id': 'a848c51d-810d-4011-be05-17f03da4cec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 10:14:44.896091 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-3b2e013c-85b5-4d76-bde8-8bfea10635e3 None None] Bound port: e62f92cd-5156-4d38-8131-37870305f42a, host: dv-cinder-797510-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a848c51d-810d-4011-be05-17f03da4cec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 10:14:44.896518 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3b2e013c-85b5-4d76-bde8-8bfea10635e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:44.958063 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-3b2e013c-85b5-4d76-bde8-8bfea10635e3 None None] For port e62f92cd-5156-4d38-8131-37870305f42a, host dv-cinder-797510-1-iscsi, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 10:14:44.961115 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-3b2e013c-85b5-4d76-bde8-8bfea10635e3 None None] For port e62f92cd-5156-4d38-8131-37870305f42a, host dv-cinder-797510-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=e62f92cd-5156-4d38-8131-37870305f42a,segment=NetworkSegment(a848c51d-810d-4011-be05-17f03da4cec8),segment_id=a848c51d-810d-4011-be05-17f03da4cec8)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 10:14:44.988255 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-6cec8535-609f-4e7f-8fbb-7da241dba0a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:45.006950 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-6cec8535-609f-4e7f-8fbb-7da241dba0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for port, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:45.040752 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3b2e013c-85b5-4d76-bde8-8bfea10635e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:45.043768 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-f0a87ba6-6557-4211-8ecc-cd56b088fb8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:45.103253 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2e013c-85b5-4d76-bde8-8bfea10635e3 None None] Pushing event updated for resources: {'Port': ['ID=e62f92cd-5156-4d38-8131-37870305f42a,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:45.106627 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-3b2e013c-85b5-4d76-bde8-8bfea10635e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:45.123128 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.db_base_plugin_common [None req-6cec8535-609f-4e7f-8fbb-7da241dba0a5 admin admin] Allocated IP 172.27.2.117 (6c022cdf-7908-4fe1-9f3f-494480d09f28/2f1b229c-fc1e-4856-a495-4ccd56c0ef48/6b9f595f-2343-48f5-9723-a9e7089228bf) {{(pid=93710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 10:14:45.226062 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-6cec8535-609f-4e7f-8fbb-7da241dba0a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:45.338552 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-6cec8535-609f-4e7f-8fbb-7da241dba0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-600500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731988247197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31904512'] for port, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:45.340708 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-90aa1700-bed7-46c2-ac6f-f72339edbebc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:45.390831 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cec8535-609f-4e7f-8fbb-7da241dba0a5 admin admin] Network 6c022cdf-7908-4fe1-9f3f-494480d09f28 is already hosted by enough agents. {{(pid=93710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:14:45.393866 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.base_scheduler [None req-6cec8535-609f-4e7f-8fbb-7da241dba0a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:14:45.396229 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cec8535-609f-4e7f-8fbb-7da241dba0a5 admin admin] Received port after_create {{(pid=93710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 10:14:45.401923 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec8535-609f-4e7f-8fbb-7da241dba0a5 admin admin] Pushing event updated for resources: {'Port': ['ID=6b9f595f-2343-48f5-9723-a9e7089228bf,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:45.420427 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-6cec8535-609f-4e7f-8fbb-7da241dba0a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:45.707290 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-6cec8535-609f-4e7f-8fbb-7da241dba0a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:45.901278 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-6cec8535-609f-4e7f-8fbb-7da241dba0a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1735028'] for router, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:45.962338 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85199d3c-bc68-4035-82c8-8fc2a78788bd None None] Network 761416d0-d0b5-4d43-b556-3fc859b1886a requested from dv-cinder-797510-1-iscsi {{(pid=93712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 10:14:46.110165 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-bd78159e-241d-4162-b405-5ff671ea00f1 None None] Provisioning for port e62f92cd-5156-4d38-8131-37870305f42a completed by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:14:46.122857 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cec8535-609f-4e7f-8fbb-7da241dba0a5 admin admin] Router 5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4 is scheduled to L3 agent df545903-e04d-4712-ace0-112b1e927481 with binding_index 1 {{(pid=93710) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 10:14:46.226074 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cec8535-609f-4e7f-8fbb-7da241dba0a5 admin admin] Notify agent at l3_agent.dv-cinder-797510-1-iscsi the message routers_updated {{(pid=93710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 10:14:46.235732 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84321a70-2e22-474b-a867-fbb4bd5255e2 None None] Sync routers for ids ['5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4'] in dv-cinder-797510-1-iscsi {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 10:14:46.246059 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84321a70-2e22-474b-a867-fbb4bd5255e2 None None] Routers {'5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:14:46.246782 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-84321a70-2e22-474b-a867-fbb4bd5255e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:14:20Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:14:46.302121 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-6cec8535-609f-4e7f-8fbb-7da241dba0a5 admin admin] Notify callbacks [] for router, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:46.306693 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-6cec8535-609f-4e7f-8fbb-7da241dba0a5 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0636473 Jun 23 10:14:46.306693 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 41146) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:14:46.352943 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-84321a70-2e22-474b-a867-fbb4bd5255e2 None None] Set router 5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4 gateway port host: dv-cinder-797510-1-iscsi {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:14:46.527132 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-84321a70-2e22-474b-a867-fbb4bd5255e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'name': 'tempest-TestVolumeBootPattern-1999502631-router', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '6b9f595f-2343-48f5-9723-a9e7089228bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:14:44Z', 'updated_at': '2021-06-23T10:14:45Z', 'revision_number': 3, 'project_id': '403a3f3b76c149eda502d16875605a80', 'gw_port': {'id': '6b9f595f-2343-48f5-9723-a9e7089228bf', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:28:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:14:45Z', 'updated_at': '2021-06-23T10:14:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi'}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:14:46.554058 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84321a70-2e22-474b-a867-fbb4bd5255e2 None None] Checking router: 5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4 for host: dv-cinder-797510-1-iscsi {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 10:14:46.554399 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84321a70-2e22-474b-a867-fbb4bd5255e2 None None] Updating router 5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4 port 6b9f595f-2343-48f5-9723-a9e7089228bf binding host dv-cinder-797510-1-iscsi {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 10:14:46.589055 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-84321a70-2e22-474b-a867-fbb4bd5255e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:46.844301 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-84321a70-2e22-474b-a867-fbb4bd5255e2 None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:46.853987 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-84321a70-2e22-474b-a867-fbb4bd5255e2 None None] Transition to ACTIVE for port object 6b9f595f-2343-48f5-9723-a9e7089228bf will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:14:46.960457 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-84321a70-2e22-474b-a867-fbb4bd5255e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:46.963738 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG oslo_concurrency.lockutils [None req-ca5ef649-718e-4a27-b88b-8030ef3ae69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:46.974645 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-12f663a1-69af-43f2-bbce-2408a447dad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for port, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:47.008481 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-84321a70-2e22-474b-a867-fbb4bd5255e2 None None] Attempting to bind port 6b9f595f-2343-48f5-9723-a9e7089228bf on host dv-cinder-797510-1-iscsi for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 10:14:47.008924 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-84321a70-2e22-474b-a867-fbb4bd5255e2 None None] Attempting to bind port 6b9f595f-2343-48f5-9723-a9e7089228bf by drivers openvswitch,hyperv on host dv-cinder-797510-1-iscsi at level 0 using segments [{'id': 'd24f8ae7-6ec3-469c-850d-4a663419c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 10:14:47.009350 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84321a70-2e22-474b-a867-fbb4bd5255e2 None None] Attempting to bind port 6b9f595f-2343-48f5-9723-a9e7089228bf on network 6c022cdf-7908-4fe1-9f3f-494480d09f28 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:14:47.024500 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84321a70-2e22-474b-a867-fbb4bd5255e2 None None] Checking agent: {'id': 'b3037b97-c09d-4619-9318-9bf5134e8ab7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 9, 59, 20), 'started_at': datetime.datetime(2021, 6, 23, 9, 59, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 10, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 10:14:47.024500 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84321a70-2e22-474b-a867-fbb4bd5255e2 None None] Checking segment: {'id': 'd24f8ae7-6ec3-469c-850d-4a663419c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:14:47.024500 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-84321a70-2e22-474b-a867-fbb4bd5255e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:47.024500 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84321a70-2e22-474b-a867-fbb4bd5255e2 None None] Bound using segment: {'id': 'd24f8ae7-6ec3-469c-850d-4a663419c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 10:14:47.024500 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-84321a70-2e22-474b-a867-fbb4bd5255e2 None None] Bound port: 6b9f595f-2343-48f5-9723-a9e7089228bf, host: dv-cinder-797510-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd24f8ae7-6ec3-469c-850d-4a663419c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 10:14:47.024500 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-84321a70-2e22-474b-a867-fbb4bd5255e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:47.049837 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a55307-571b-4227-b69a-c9b572d330bb None None] Pushing event updated for resources: {'Port': ['ID=6b9f595f-2343-48f5-9723-a9e7089228bf,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:47.062957 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a55307-571b-4227-b69a-c9b572d330bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:14:47.063374 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a55307-571b-4227-b69a-c9b572d330bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:14:47.063771 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a55307-571b-4227-b69a-c9b572d330bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:14:47.064103 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a55307-571b-4227-b69a-c9b572d330bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:14:47.064425 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a55307-571b-4227-b69a-c9b572d330bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:14:47.064744 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a55307-571b-4227-b69a-c9b572d330bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:14:47.065059 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a55307-571b-4227-b69a-c9b572d330bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:14:47.065631 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a55307-571b-4227-b69a-c9b572d330bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:14:47.065965 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a55307-571b-4227-b69a-c9b572d330bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:14:47.066287 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a55307-571b-4227-b69a-c9b572d330bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:14:47.066596 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a55307-571b-4227-b69a-c9b572d330bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:14:47.066930 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a55307-571b-4227-b69a-c9b572d330bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93713) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:14:47.084439 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG oslo_concurrency.lockutils [None req-05a55307-571b-4227-b69a-c9b572d330bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:47.134173 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device e62f92cd-5156-4d38-8131-37870305f42a up at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:14:47.134702 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-84321a70-2e22-474b-a867-fbb4bd5255e2 None None] For port 6b9f595f-2343-48f5-9723-a9e7089228bf, host dv-cinder-797510-1-iscsi, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 10:14:47.134702 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-84321a70-2e22-474b-a867-fbb4bd5255e2 None None] For port 6b9f595f-2343-48f5-9723-a9e7089228bf, host dv-cinder-797510-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=6b9f595f-2343-48f5-9723-a9e7089228bf,segment=NetworkSegment(d24f8ae7-6ec3-469c-850d-4a663419c87d),segment_id=d24f8ae7-6ec3-469c-850d-4a663419c87d)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 10:14:47.142576 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.db_base_plugin_common [None req-12f663a1-69af-43f2-bbce-2408a447dad6 admin admin] Allocated IP 172.20.0.1 (761416d0-d0b5-4d43-b556-3fc859b1886a/876e0539-f8e7-4f58-9842-f61818bf524a/fabf3893-5521-4d07-9a5c-a49b25344bc2) {{(pid=93710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 10:14:47.234827 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-84321a70-2e22-474b-a867-fbb4bd5255e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:47.238118 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG oslo_concurrency.lockutils [None req-ca5ef649-718e-4a27-b88b-8030ef3ae69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:47.239578 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-12f663a1-69af-43f2-bbce-2408a447dad6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:47.252408 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.provisioning_blocks [None req-12f663a1-69af-43f2-bbce-2408a447dad6 admin admin] Transition to ACTIVE for port object fabf3893-5521-4d07-9a5c-a49b25344bc2 will not be triggered until provisioned by entity DHCP. {{(pid=93710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:14:47.284953 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning for port e62f92cd-5156-4d38-8131-37870305f42a completed by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:14:47.293681 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning complete for port e62f92cd-5156-4d38-8131-37870305f42a triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:14:47.293681 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:47.293925 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84321a70-2e22-474b-a867-fbb4bd5255e2 None None] Routers {'5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:14:47.293925 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-84321a70-2e22-474b-a867-fbb4bd5255e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:14:20Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:14:47.338416 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a55307-571b-4227-b69a-c9b572d330bb None None] Pushing event updated for resources: {'Port': ['ID=6b9f595f-2343-48f5-9723-a9e7089228bf,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:47.341506 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG oslo_concurrency.lockutils [None req-05a55307-571b-4227-b69a-c9b572d330bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:47.354332 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-12f663a1-69af-43f2-bbce-2408a447dad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-600500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731988247197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31904512'] for port, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:47.358571 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-a9f7caf2-ba3e-4fc6-9e11-85f2d50deae4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:47.369228 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:47.402693 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f663a1-69af-43f2-bbce-2408a447dad6 admin admin] Network 761416d0-d0b5-4d43-b556-3fc859b1886a is already hosted by enough agents. {{(pid=93710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:14:47.406844 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] For port e62f92cd-5156-4d38-8131-37870305f42a, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=e62f92cd-5156-4d38-8131-37870305f42a,segment=NetworkSegment(a848c51d-810d-4011-be05-17f03da4cec8),segment_id=a848c51d-810d-4011-be05-17f03da4cec8)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:14:47.409381 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.base_scheduler [None req-12f663a1-69af-43f2-bbce-2408a447dad6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:14:47.412562 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-84321a70-2e22-474b-a867-fbb4bd5255e2 None None] Set router 5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4 gateway port host: dv-cinder-797510-1-iscsi {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:14:47.413020 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f663a1-69af-43f2-bbce-2408a447dad6 admin admin] Received port after_create {{(pid=93710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 10:14:47.418847 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f663a1-69af-43f2-bbce-2408a447dad6 admin admin] Pushing event updated for resources: {'Port': ['ID=fabf3893-5521-4d07-9a5c-a49b25344bc2,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:47.438499 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-12f663a1-69af-43f2-bbce-2408a447dad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:47.457240 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-12f663a1-69af-43f2-bbce-2408a447dad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723508'] for router_interface, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:47.480694 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:47.486522 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:47.541495 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Pushing event updated for resources: {'Port': ['ID=e62f92cd-5156-4d38-8131-37870305f42a,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:47.562904 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:47.684131 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-84321a70-2e22-474b-a867-fbb4bd5255e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'name': 'tempest-TestVolumeBootPattern-1999502631-router', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '6b9f595f-2343-48f5-9723-a9e7089228bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:14:44Z', 'updated_at': '2021-06-23T10:14:45Z', 'revision_number': 3, 'project_id': '403a3f3b76c149eda502d16875605a80', 'gw_port': {'id': '6b9f595f-2343-48f5-9723-a9e7089228bf', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:28:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:14:45Z', 'updated_at': '2021-06-23T10:14:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi'}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:14:47.697928 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-12f663a1-69af-43f2-bbce-2408a447dad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:47.708799 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84321a70-2e22-474b-a867-fbb4bd5255e2 None None] The sync data for ids ['5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4'] in dv-cinder-797510-1-iscsi is: [{'id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'name': 'tempest-TestVolumeBootPattern-1999502631-router', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '6b9f595f-2343-48f5-9723-a9e7089228bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:14:44Z', 'updated_at': '2021-06-23T10:14:45Z', 'revision_number': 3, 'project_id': '403a3f3b76c149eda502d16875605a80', 'gw_port': {'id': '6b9f595f-2343-48f5-9723-a9e7089228bf', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:28:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:14:45Z', 'updated_at': '2021-06-23T10:14:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi'}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 10:14:47.766633 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-1ec602ac-fbb9-4d3c-be25-659aee2c939d None None] Provisioning for port fabf3893-5521-4d07-9a5c-a49b25344bc2 completed by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:14:47.770636 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-1ec602ac-fbb9-4d3c-be25-659aee2c939d None None] Provisioning complete for port fabf3893-5521-4d07-9a5c-a49b25344bc2 triggered by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:14:47.771527 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-1ec602ac-fbb9-4d3c-be25-659aee2c939d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:47.806264 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-1ec602ac-fbb9-4d3c-be25-659aee2c939d None None] Port fabf3893-5521-4d07-9a5c-a49b25344bc2 cannot update to ACTIVE because it is not bound. {{(pid=93712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 10:14:47.868599 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-12f663a1-69af-43f2-bbce-2408a447dad6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:47.964905 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4378b1db-7de3-49f0-b11d-9c40b5273e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:48.011976 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-12f663a1-69af-43f2-bbce-2408a447dad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31904530'] for port, after_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:48.014422 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-6cec8535-609f-4e7f-8fbb-7da241dba0a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:48.079850 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f663a1-69af-43f2-bbce-2408a447dad6 admin admin] Pushing event updated for resources: {'Port': ['ID=fabf3893-5521-4d07-9a5c-a49b25344bc2,revision_number=2']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:48.082885 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-12f663a1-69af-43f2-bbce-2408a447dad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:48.083830 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-12f663a1-69af-43f2-bbce-2408a447dad6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1536466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1723544'] for router_interface, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:48.192701 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f663a1-69af-43f2-bbce-2408a447dad6 admin admin] Network 761416d0-d0b5-4d43-b556-3fc859b1886a is already hosted by enough agents. {{(pid=93710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:14:48.192701 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.base_scheduler [None req-12f663a1-69af-43f2-bbce-2408a447dad6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:14:48.308802 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f663a1-69af-43f2-bbce-2408a447dad6 admin admin] Router 5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4 has already been hosted by L3 agent df545903-e04d-4712-ace0-112b1e927481 {{(pid=93710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 10:14:48.427767 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-2a2e7c53-a69b-4c3d-8eb1-3d1c892ad90b None None] Provisioning complete for port fabf3893-5521-4d07-9a5c-a49b25344bc2 triggered by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:14:48.428321 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2a2e7c53-a69b-4c3d-8eb1-3d1c892ad90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:48.430504 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f663a1-69af-43f2-bbce-2408a447dad6 admin admin] Notify agent at l3_agent.dv-cinder-797510-1-iscsi the message routers_updated {{(pid=93710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 10:14:48.435573 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-12f663a1-69af-43f2-bbce-2408a447dad6 admin admin] 10.222.0.47 "PUT /v2.0/routers/5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1282887 Jun 23 10:14:48.463589 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-2a2e7c53-a69b-4c3d-8eb1-3d1c892ad90b None None] Port fabf3893-5521-4d07-9a5c-a49b25344bc2 cannot update to ACTIVE because it is not bound. {{(pid=93712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 10:14:49.109639 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device 6b9f595f-2343-48f5-9723-a9e7089228bf up at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:14:49.126394 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 41162) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:14:49.131472 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [None req-013ae051-20ae-4cd4-88a5-605bc19d4dda admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-597704042-network', 'tenant_id': '6901dcaa0de84019bea376262b5da55a'}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:14:49.259064 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99825bf-2503-47fa-b425-c4edb8dae46b None None] Sync routers for ids ['5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4'] in dv-cinder-797510-1-iscsi {{(pid=93712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 10:14:49.263283 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013ae051-20ae-4cd4-88a5-605bc19d4dda admin admin] Made reservation on behalf of 6901dcaa0de84019bea376262b5da55a for: {'network': 1} {{(pid=93710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:14:49.266037 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-013ae051-20ae-4cd4-88a5-605bc19d4dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for network, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:49.269126 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99825bf-2503-47fa-b425-c4edb8dae46b None None] Routers {'5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:14:49.273537 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-e99825bf-2503-47fa-b425-c4edb8dae46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:14:20Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4'], 'active': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:14:49.275809 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-013ae051-20ae-4cd4-88a5-605bc19d4dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:49.303777 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning for port 6b9f595f-2343-48f5-9723-a9e7089228bf completed by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:14:49.312032 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning complete for port 6b9f595f-2343-48f5-9723-a9e7089228bf triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:14:49.312956 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:49.365785 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-013ae051-20ae-4cd4-88a5-605bc19d4dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:49.411990 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvr_db [None req-e99825bf-2503-47fa-b425-c4edb8dae46b None None] Set router 5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4 gateway port host: dv-cinder-797510-1-iscsi {{(pid=93712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:14:49.451874 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-013ae051-20ae-4cd4-88a5-605bc19d4dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:49.455083 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-cea7dca2-fb86-47e5-8e80-cae27151c44f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:49.481172 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:49.487176 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-013ae051-20ae-4cd4-88a5-605bc19d4dda admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=93710) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 10:14:49.496704 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ae051-20ae-4cd4-88a5-605bc19d4dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f4ea85-50d3-43eb-a6cf-758876cae47c,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:49.501418 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-013ae051-20ae-4cd4-88a5-605bc19d4dda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:49.506537 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-013ae051-20ae-4cd4-88a5-605bc19d4dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-523806'] for segment, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:49.506537 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.db.segments_db [None req-013ae051-20ae-4cd4-88a5-605bc19d4dda admin admin] Added segment bf366429-48e1-4227-a180-a57aa8d830bd of type vlan for network 7b740dd6-daf6-4d99-ba8a-546c5ac9d3f0 Jun 23 10:14:49.542164 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-013ae051-20ae-4cd4-88a5-605bc19d4dda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731988267798'] for network, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:49.556950 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] For port 6b9f595f-2343-48f5-9723-a9e7089228bf, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=6b9f595f-2343-48f5-9723-a9e7089228bf,segment=NetworkSegment(d24f8ae7-6ec3-469c-850d-4a663419c87d),segment_id=d24f8ae7-6ec3-469c-850d-4a663419c87d)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:14:49.651563 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:49.652403 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device e62f92cd-5156-4d38-8131-37870305f42a up at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:14:49.657466 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:49.674581 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-013ae051-20ae-4cd4-88a5-605bc19d4dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-193570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976'] for network, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:49.676007 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013ae051-20ae-4cd4-88a5-605bc19d4dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:14:49.676596 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-013ae051-20ae-4cd4-88a5-605bc19d4dda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for network, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:49.679792 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:49.730443 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-e99825bf-2503-47fa-b425-c4edb8dae46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'name': 'tempest-TestVolumeBootPattern-1999502631-router', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '6b9f595f-2343-48f5-9723-a9e7089228bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:14:44Z', 'updated_at': '2021-06-23T10:14:47Z', 'revision_number': 4, 'project_id': '403a3f3b76c149eda502d16875605a80', 'gw_port': {'id': '6b9f595f-2343-48f5-9723-a9e7089228bf', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:28:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:14:45Z', 'updated_at': '2021-06-23T10:14:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_interfaces': [{'id': 'fabf3893-5521-4d07-9a5c-a49b25344bc2', 'name': '', 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'mac_address': 'fa:16:3e:7b:3b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '876e0539-f8e7-4f58-9842-f61818bf524a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:14:46Z', 'updated_at': '2021-06-23T10:14:47Z', 'revision_number': 2, 'project_id': '403a3f3b76c149eda502d16875605a80', 'subnets': [{'id': '876e0539-f8e7-4f58-9842-f61818bf524a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:14:49.741982 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ae051-20ae-4cd4-88a5-605bc19d4dda admin admin] Pushing event updated for resources: {'Network': ['ID=7b740dd6-daf6-4d99-ba8a-546c5ac9d3f0,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:49.743261 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-013ae051-20ae-4cd4-88a5-605bc19d4dda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:49.766010 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Network 7b740dd6-daf6-4d99-ba8a-546c5ac9d3f0 details requested by agent ovs-agent-dv-cinder-797510-1-iscsi with host dv-cinder-797510-1-iscsi {{(pid=93712) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 10:14:49.768579 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Pushing event updated for resources: {'Port': ['ID=6b9f595f-2343-48f5-9723-a9e7089228bf,revision_number=4']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:49.771029 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99825bf-2503-47fa-b425-c4edb8dae46b None None] Checking router: 5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4 for host: dv-cinder-797510-1-iscsi {{(pid=93712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 10:14:49.771378 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99825bf-2503-47fa-b425-c4edb8dae46b None None] Updating router 5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4 port fabf3893-5521-4d07-9a5c-a49b25344bc2 binding host dv-cinder-797510-1-iscsi {{(pid=93712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 10:14:49.774392 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:49.784294 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-013ae051-20ae-4cd4-88a5-605bc19d4dda admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6567724 Jun 23 10:14:49.786850 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 41164) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:14:49.791722 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [None req-34b8bdce-a3b2-4174-8967-22cb4bc167b9 admin admin] Request body: {'subnet': {'network_id': '7b740dd6-daf6-4d99-ba8a-546c5ac9d3f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-597704042-subnet', 'tenant_id': '6901dcaa0de84019bea376262b5da55a', 'ip_version': 4}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:14:49.847671 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e99825bf-2503-47fa-b425-c4edb8dae46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:49.849221 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning complete for port e62f92cd-5156-4d38-8131-37870305f42a triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:14:49.849583 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:49.875086 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b8bdce-a3b2-4174-8967-22cb4bc167b9 admin admin] Made reservation on behalf of 6901dcaa0de84019bea376262b5da55a for: {'subnet': 1} {{(pid=93710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:14:49.877707 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-34b8bdce-a3b2-4174-8967-22cb4bc167b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33311373'] for subnet, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:50.109889 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-34b8bdce-a3b2-4174-8967-22cb4bc167b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31905168', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33311391'] for subnet, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:50.112933 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-3ee6d3ef-1fec-4d9c-bdf3-d1bac3f11574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:50.166971 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b8bdce-a3b2-4174-8967-22cb4bc167b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bc0ef68-2209-424d-83ec-89b987e125d0,revision_number=0']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:50.170607 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-34b8bdce-a3b2-4174-8967-22cb4bc167b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:50.175163 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b8bdce-a3b2-4174-8967-22cb4bc167b9 admin admin] Checking segment: {'id': 'bf366429-48e1-4227-a180-a57aa8d830bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7b740dd6-daf6-4d99-ba8a-546c5ac9d3f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:14:50.175524 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b8bdce-a3b2-4174-8967-22cb4bc167b9 admin admin] Network hostable DHCP agents. Network: 7b740dd6-daf6-4d99-ba8a-546c5ac9d3f0, hostable agents: ['676dd52a-94e8-4a4d-a39c-76e96eb0afdc'], hosted agents: [] {{(pid=93710) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 10:14:50.280554 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b8bdce-a3b2-4174-8967-22cb4bc167b9 admin admin] Network 7b740dd6-daf6-4d99-ba8a-546c5ac9d3f0 is scheduled to be hosted by DHCP agent 676dd52a-94e8-4a4d-a39c-76e96eb0afdc with binding_index 1 {{(pid=93710) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 10:14:50.299222 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e99825bf-2503-47fa-b425-c4edb8dae46b None None] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:50.308299 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-e99825bf-2503-47fa-b425-c4edb8dae46b None None] Transition to ACTIVE for port object fabf3893-5521-4d07-9a5c-a49b25344bc2 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:14:50.394862 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.base_scheduler [None req-34b8bdce-a3b2-4174-8967-22cb4bc167b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797510-1-iscsi, 7b740dd6-daf6-4d99-ba8a-546c5ac9d3f0) {{(pid=93710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:14:50.399468 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b8bdce-a3b2-4174-8967-22cb4bc167b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:14:50.400411 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-34b8bdce-a3b2-4174-8967-22cb4bc167b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for subnet, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:50.403383 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9151f46f-0afe-4fd5-bd5f-14af39f5b7e1 None None] Network 7b740dd6-daf6-4d99-ba8a-546c5ac9d3f0 requested from dv-cinder-797510-1-iscsi {{(pid=93712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 10:14:50.422426 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e99825bf-2503-47fa-b425-c4edb8dae46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:50.426114 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0ed30803-1943-450d-9d65-15185788060b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:50.427606 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:50.481772 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-34b8bdce-a3b2-4174-8967-22cb4bc167b9 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6931157 Jun 23 10:14:50.484871 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 41168) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:14:50.489820 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [None req-0e414c86-59a2-46a0-befa-ba7955a04e8f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-597704042-router', 'tenant_id': '6901dcaa0de84019bea376262b5da55a', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28'}}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:14:50.512333 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b192ef6c-f8a5-4354-a8ea-ec062054379d None None] Pushing event updated for resources: {'Port': ['ID=fabf3893-5521-4d07-9a5c-a49b25344bc2,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:50.515329 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-b192ef6c-f8a5-4354-a8ea-ec062054379d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:50.583610 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-0e414c86-59a2-46a0-befa-ba7955a04e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1703949', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11356'] for router, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:50.588620 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-0e414c86-59a2-46a0-befa-ba7955a04e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1703942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1734707', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1666384', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-11349'] for router, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:50.623529 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-e99825bf-2503-47fa-b425-c4edb8dae46b None None] Attempting to bind port fabf3893-5521-4d07-9a5c-a49b25344bc2 on host dv-cinder-797510-1-iscsi for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 10:14:50.624053 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-e99825bf-2503-47fa-b425-c4edb8dae46b None None] Attempting to bind port fabf3893-5521-4d07-9a5c-a49b25344bc2 by drivers openvswitch,hyperv on host dv-cinder-797510-1-iscsi at level 0 using segments [{'id': 'a848c51d-810d-4011-be05-17f03da4cec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 10:14:50.624860 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99825bf-2503-47fa-b425-c4edb8dae46b None None] Attempting to bind port fabf3893-5521-4d07-9a5c-a49b25344bc2 on network 761416d0-d0b5-4d43-b556-3fc859b1886a {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:14:50.632890 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99825bf-2503-47fa-b425-c4edb8dae46b None None] Checking agent: {'id': 'b3037b97-c09d-4619-9318-9bf5134e8ab7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 9, 59, 20), 'started_at': datetime.datetime(2021, 6, 23, 9, 59, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 10, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 10:14:50.633270 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99825bf-2503-47fa-b425-c4edb8dae46b None None] Checking segment: {'id': 'a848c51d-810d-4011-be05-17f03da4cec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:14:50.634212 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e99825bf-2503-47fa-b425-c4edb8dae46b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:50.634212 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99825bf-2503-47fa-b425-c4edb8dae46b None None] Bound using segment: {'id': 'a848c51d-810d-4011-be05-17f03da4cec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 10:14:50.634588 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-e99825bf-2503-47fa-b425-c4edb8dae46b None None] Bound port: fabf3893-5521-4d07-9a5c-a49b25344bc2, host: dv-cinder-797510-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a848c51d-810d-4011-be05-17f03da4cec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 10:14:50.635005 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e99825bf-2503-47fa-b425-c4edb8dae46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:50.644415 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-0e414c86-59a2-46a0-befa-ba7955a04e8f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:50.657173 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:50.696089 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d95c063-cc10-40c6-b36e-a4e81bbbf125 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa74d5eab-ac2a-5ee0-9548-07359ed1f630-7b740dd6-daf6-4d99-ba8a-546c5ac9d3f0', 'network_id': '7b740dd6-daf6-4d99-ba8a-546c5ac9d3f0', 'tenant_id': '6901dcaa0de84019bea376262b5da55a', 'fixed_ips': [{'subnet_id': '1bc0ef68-2209-424d-83ec-89b987e125d0'}]}} from dv-cinder-797510-1-iscsi. {{(pid=93712) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 10:14:50.696939 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4d95c063-cc10-40c6-b36e-a4e81bbbf125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for port, before_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:50.802603 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-e99825bf-2503-47fa-b425-c4edb8dae46b None None] For port fabf3893-5521-4d07-9a5c-a49b25344bc2, host dv-cinder-797510-1-iscsi, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 10:14:50.824225 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-e99825bf-2503-47fa-b425-c4edb8dae46b None None] For port fabf3893-5521-4d07-9a5c-a49b25344bc2, host dv-cinder-797510-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=fabf3893-5521-4d07-9a5c-a49b25344bc2,segment=NetworkSegment(a848c51d-810d-4011-be05-17f03da4cec8),segment_id=a848c51d-810d-4011-be05-17f03da4cec8)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 10:14:50.833498 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-0e414c86-59a2-46a0-befa-ba7955a04e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1734945', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1705105', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-11335'] for router, precommit_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:50.873188 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.db_base_plugin_common [None req-4d95c063-cc10-40c6-b36e-a4e81bbbf125 None None] Allocated IP 172.20.0.2 (7b740dd6-daf6-4d99-ba8a-546c5ac9d3f0/1bc0ef68-2209-424d-83ec-89b987e125d0/d8e0ca7a-3067-4836-94c0-d02df6a07670) {{(pid=93712) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 10:14:50.903405 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e99825bf-2503-47fa-b425-c4edb8dae46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:50.907794 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-5ebd9b6f-d8de-4847-9905-c83a0c098e50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:51.013812 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b192ef6c-f8a5-4354-a8ea-ec062054379d None None] Pushing event updated for resources: {'Port': ['ID=fabf3893-5521-4d07-9a5c-a49b25344bc2,revision_number=4']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:51.019907 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99825bf-2503-47fa-b425-c4edb8dae46b None None] Routers {'5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:14:51.020534 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-e99825bf-2503-47fa-b425-c4edb8dae46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:14:50Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4'], 'active': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:14:51.022507 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-b192ef6c-f8a5-4354-a8ea-ec062054379d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:51.073047 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device 6b9f595f-2343-48f5-9723-a9e7089228bf up at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:14:51.136246 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-0e414c86-59a2-46a0-befa-ba7955a04e8f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:51.157571 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-0e414c86-59a2-46a0-befa-ba7955a04e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for port, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:51.228992 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvr_db [None req-e99825bf-2503-47fa-b425-c4edb8dae46b None None] Set router 5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4 gateway port host: dv-cinder-797510-1-iscsi {{(pid=93712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:14:51.258003 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4d95c063-cc10-40c6-b36e-a4e81bbbf125 None None] Notify callbacks [] for port, precommit_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:51.259855 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.db_base_plugin_common [None req-0e414c86-59a2-46a0-befa-ba7955a04e8f admin admin] Allocated IP 172.27.2.200 (6c022cdf-7908-4fe1-9f3f-494480d09f28/2f1b229c-fc1e-4856-a495-4ccd56c0ef48/f0349803-0519-437a-8e3b-6942a8a88f45) {{(pid=93710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 10:14:51.284833 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-4d95c063-cc10-40c6-b36e-a4e81bbbf125 None None] Transition to ACTIVE for port object d8e0ca7a-3067-4836-94c0-d02df6a07670 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:14:51.292964 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning complete for port 6b9f595f-2343-48f5-9723-a9e7089228bf triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:14:51.293342 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:51.363187 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-4d95c063-cc10-40c6-b36e-a4e81bbbf125 None None] Transition to ACTIVE for port object d8e0ca7a-3067-4836-94c0-d02df6a07670 will not be triggered until provisioned by entity DHCP. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:14:51.367189 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-0e414c86-59a2-46a0-befa-ba7955a04e8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:51.444191 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4d95c063-cc10-40c6-b36e-a4e81bbbf125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-600500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731988247197'] for port, after_create {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:51.448079 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:51.463670 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-0e414c86-59a2-46a0-befa-ba7955a04e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-600500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731988247197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31904512'] for port, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:51.466637 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-3f3b2e54-8db6-4d4b-ac8e-1e68992994b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:51.500631 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e414c86-59a2-46a0-befa-ba7955a04e8f admin admin] Network 6c022cdf-7908-4fe1-9f3f-494480d09f28 is already hosted by enough agents. {{(pid=93710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:14:51.506895 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.base_scheduler [None req-0e414c86-59a2-46a0-befa-ba7955a04e8f admin admin] Resources bound (agent type, host, resource id): {{(pid=93710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:14:51.510321 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e414c86-59a2-46a0-befa-ba7955a04e8f admin admin] Received port after_create {{(pid=93710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 10:14:51.525251 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d95c063-cc10-40c6-b36e-a4e81bbbf125 None None] Network 7b740dd6-daf6-4d99-ba8a-546c5ac9d3f0 is already hosted by enough agents. {{(pid=93712) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:14:51.533563 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e414c86-59a2-46a0-befa-ba7955a04e8f admin admin] Pushing event updated for resources: {'Port': ['ID=f0349803-0519-437a-8e3b-6942a8a88f45,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:51.535847 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.scheduler.base_scheduler [None req-4d95c063-cc10-40c6-b36e-a4e81bbbf125 None None] Resources bound (agent type, host, resource id): {{(pid=93712) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:14:51.537435 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-0e414c86-59a2-46a0-befa-ba7955a04e8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:51.537564 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-549d35a9-2eb0-42c6-a322-a779b3edc54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:51.540040 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d95c063-cc10-40c6-b36e-a4e81bbbf125 None None] Received port after_create {{(pid=93712) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 10:14:51.555211 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d95c063-cc10-40c6-b36e-a4e81bbbf125 None None] Pushing event updated for resources: {'Port': ['ID=d8e0ca7a-3067-4836-94c0-d02df6a07670,revision_number=1']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:51.576472 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-4d95c063-cc10-40c6-b36e-a4e81bbbf125 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:51.634482 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-4d95c063-cc10-40c6-b36e-a4e81bbbf125 None None] Attempting to bind port d8e0ca7a-3067-4836-94c0-d02df6a07670 on host dv-cinder-797510-1-iscsi for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 10:14:51.634761 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-4d95c063-cc10-40c6-b36e-a4e81bbbf125 None None] Attempting to bind port d8e0ca7a-3067-4836-94c0-d02df6a07670 by drivers openvswitch,hyperv on host dv-cinder-797510-1-iscsi at level 0 using segments [{'id': 'bf366429-48e1-4227-a180-a57aa8d830bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7b740dd6-daf6-4d99-ba8a-546c5ac9d3f0'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 10:14:51.635128 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d95c063-cc10-40c6-b36e-a4e81bbbf125 None None] Attempting to bind port d8e0ca7a-3067-4836-94c0-d02df6a07670 on network 7b740dd6-daf6-4d99-ba8a-546c5ac9d3f0 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:14:51.643754 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d95c063-cc10-40c6-b36e-a4e81bbbf125 None None] Checking agent: {'id': 'b3037b97-c09d-4619-9318-9bf5134e8ab7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 9, 59, 20), 'started_at': datetime.datetime(2021, 6, 23, 9, 59, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 10, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 10:14:51.644126 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d95c063-cc10-40c6-b36e-a4e81bbbf125 None None] Checking segment: {'id': 'bf366429-48e1-4227-a180-a57aa8d830bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7b740dd6-daf6-4d99-ba8a-546c5ac9d3f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:14:51.644531 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4d95c063-cc10-40c6-b36e-a4e81bbbf125 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:51.644924 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d95c063-cc10-40c6-b36e-a4e81bbbf125 None None] Bound using segment: {'id': 'bf366429-48e1-4227-a180-a57aa8d830bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7b740dd6-daf6-4d99-ba8a-546c5ac9d3f0'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 10:14:51.645391 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-4d95c063-cc10-40c6-b36e-a4e81bbbf125 None None] Bound port: d8e0ca7a-3067-4836-94c0-d02df6a07670, host: dv-cinder-797510-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf366429-48e1-4227-a180-a57aa8d830bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7b740dd6-daf6-4d99-ba8a-546c5ac9d3f0'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 10:14:51.645770 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4d95c063-cc10-40c6-b36e-a4e81bbbf125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:51.664935 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-e99825bf-2503-47fa-b425-c4edb8dae46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'name': 'tempest-TestVolumeBootPattern-1999502631-router', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '6b9f595f-2343-48f5-9723-a9e7089228bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:14:44Z', 'updated_at': '2021-06-23T10:14:47Z', 'revision_number': 4, 'project_id': '403a3f3b76c149eda502d16875605a80', 'gw_port': {'id': '6b9f595f-2343-48f5-9723-a9e7089228bf', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:28:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:14:45Z', 'updated_at': '2021-06-23T10:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_interfaces': [{'id': 'fabf3893-5521-4d07-9a5c-a49b25344bc2', 'name': '', 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'mac_address': 'fa:16:3e:7b:3b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '876e0539-f8e7-4f58-9842-f61818bf524a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:14:46Z', 'updated_at': '2021-06-23T10:14:50Z', 'revision_number': 4, 'project_id': '403a3f3b76c149eda502d16875605a80', 'subnets': [{'id': '876e0539-f8e7-4f58-9842-f61818bf524a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:14:51.710596 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99825bf-2503-47fa-b425-c4edb8dae46b None None] The sync data for ids ['5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4'] in dv-cinder-797510-1-iscsi is: [{'id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'name': 'tempest-TestVolumeBootPattern-1999502631-router', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '6b9f595f-2343-48f5-9723-a9e7089228bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:14:44Z', 'updated_at': '2021-06-23T10:14:47Z', 'revision_number': 4, 'project_id': '403a3f3b76c149eda502d16875605a80', 'gw_port': {'id': '6b9f595f-2343-48f5-9723-a9e7089228bf', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:28:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:14:45Z', 'updated_at': '2021-06-23T10:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_interfaces': [{'id': 'fabf3893-5521-4d07-9a5c-a49b25344bc2', 'name': '', 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'mac_address': 'fa:16:3e:7b:3b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '876e0539-f8e7-4f58-9842-f61818bf524a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:14:46Z', 'updated_at': '2021-06-23T10:14:50Z', 'revision_number': 4, 'project_id': '403a3f3b76c149eda502d16875605a80', 'subnets': [{'id': '876e0539-f8e7-4f58-9842-f61818bf524a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 10:14:51.755976 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-4d95c063-cc10-40c6-b36e-a4e81bbbf125 None None] For port d8e0ca7a-3067-4836-94c0-d02df6a07670, host dv-cinder-797510-1-iscsi, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 10:14:51.763711 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-4d95c063-cc10-40c6-b36e-a4e81bbbf125 None None] For port d8e0ca7a-3067-4836-94c0-d02df6a07670, host dv-cinder-797510-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=d8e0ca7a-3067-4836-94c0-d02df6a07670,segment=NetworkSegment(bf366429-48e1-4227-a180-a57aa8d830bd),segment_id=bf366429-48e1-4227-a180-a57aa8d830bd)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 10:14:51.830222 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4d95c063-cc10-40c6-b36e-a4e81bbbf125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:51.833180 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:51.850697 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-0e414c86-59a2-46a0-befa-ba7955a04e8f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:51.909038 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d95c063-cc10-40c6-b36e-a4e81bbbf125 None None] Pushing event updated for resources: {'Port': ['ID=d8e0ca7a-3067-4836-94c0-d02df6a07670,revision_number=2']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:51.912170 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-4d95c063-cc10-40c6-b36e-a4e81bbbf125 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:52.092082 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-0e414c86-59a2-46a0-befa-ba7955a04e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1705112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1735028'] for router, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:52.291983 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e414c86-59a2-46a0-befa-ba7955a04e8f admin admin] Router 9962046c-2903-4539-bfb4-400a513ed9c4 is scheduled to L3 agent df545903-e04d-4712-ace0-112b1e927481 with binding_index 1 {{(pid=93710) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 10:14:52.411891 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e414c86-59a2-46a0-befa-ba7955a04e8f admin admin] Notify agent at l3_agent.dv-cinder-797510-1-iscsi the message routers_updated {{(pid=93710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 10:14:52.422198 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7883e91c-399a-4551-ac92-0a83abbd28f0 None None] Sync routers for ids ['9962046c-2903-4539-bfb4-400a513ed9c4'] in dv-cinder-797510-1-iscsi {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 10:14:52.434711 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7883e91c-399a-4551-ac92-0a83abbd28f0 None None] Routers {'9962046c-2903-4539-bfb4-400a513ed9c4'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:14:52.435374 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-7883e91c-399a-4551-ac92-0a83abbd28f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:14:50Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['9962046c-2903-4539-bfb4-400a513ed9c4'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:14:52.515654 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-0e414c86-59a2-46a0-befa-ba7955a04e8f admin admin] Notify callbacks [] for router, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:52.517098 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-0e414c86-59a2-46a0-befa-ba7955a04e8f admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0312519 Jun 23 10:14:52.520086 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 41170) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:14:52.559311 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-7883e91c-399a-4551-ac92-0a83abbd28f0 None None] Set router 9962046c-2903-4539-bfb4-400a513ed9c4 gateway port host: dv-cinder-797510-1-iscsi {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:14:52.785153 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-7883e91c-399a-4551-ac92-0a83abbd28f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9962046c-2903-4539-bfb4-400a513ed9c4', 'name': 'tempest-TestVolumeBootPattern-597704042-router', 'tenant_id': '6901dcaa0de84019bea376262b5da55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'f0349803-0519-437a-8e3b-6942a8a88f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:14:50Z', 'updated_at': '2021-06-23T10:14:51Z', 'revision_number': 3, 'project_id': '6901dcaa0de84019bea376262b5da55a', 'gw_port': {'id': 'f0349803-0519-437a-8e3b-6942a8a88f45', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c0:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9962046c-2903-4539-bfb4-400a513ed9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:14:51Z', 'updated_at': '2021-06-23T10:14:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi'}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:14:52.819380 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7883e91c-399a-4551-ac92-0a83abbd28f0 None None] Checking router: 9962046c-2903-4539-bfb4-400a513ed9c4 for host: dv-cinder-797510-1-iscsi {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 10:14:52.821026 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7883e91c-399a-4551-ac92-0a83abbd28f0 None None] Updating router 9962046c-2903-4539-bfb4-400a513ed9c4 port f0349803-0519-437a-8e3b-6942a8a88f45 binding host dv-cinder-797510-1-iscsi {{(pid=93713) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 10:14:52.866218 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7883e91c-399a-4551-ac92-0a83abbd28f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:52.927713 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d70a72-38c2-4b11-81e4-b3d702f6dfca None None] Network 7b740dd6-daf6-4d99-ba8a-546c5ac9d3f0 requested from dv-cinder-797510-1-iscsi {{(pid=93712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 10:14:53.078254 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-8b0813b7-79c2-453a-86ee-6b32663a02b0 None None] Provisioning for port d8e0ca7a-3067-4836-94c0-d02df6a07670 completed by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:14:53.153285 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device d8e0ca7a-3067-4836-94c0-d02df6a07670 up at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:14:53.207972 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7883e91c-399a-4551-ac92-0a83abbd28f0 None None] Notify callbacks [] for port, precommit_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:53.219404 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.provisioning_blocks [None req-7883e91c-399a-4551-ac92-0a83abbd28f0 None None] Transition to ACTIVE for port object f0349803-0519-437a-8e3b-6942a8a88f45 will not be triggered until provisioned by entity L2. {{(pid=93713) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:14:53.352570 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8186ebea-8046-487c-ad15-90a6794b78d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:53.366105 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning for port d8e0ca7a-3067-4836-94c0-d02df6a07670 completed by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:14:53.370008 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning complete for port d8e0ca7a-3067-4836-94c0-d02df6a07670 triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:14:53.370453 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:53.382981 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7883e91c-399a-4551-ac92-0a83abbd28f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:53.385574 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG oslo_concurrency.lockutils [None req-ed2cac89-1d12-489f-86e7-174ad1697d77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:53.419541 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-f45a8246-0ca8-40ca-8f33-aa22fd96ece8 None None] Provisioning complete for port d8e0ca7a-3067-4836-94c0-d02df6a07670 triggered by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:14:53.419923 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f45a8246-0ca8-40ca-8f33-aa22fd96ece8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:53.440499 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-7883e91c-399a-4551-ac92-0a83abbd28f0 None None] Attempting to bind port f0349803-0519-437a-8e3b-6942a8a88f45 on host dv-cinder-797510-1-iscsi for vnic_type normal with profile {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 10:14:53.441071 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-7883e91c-399a-4551-ac92-0a83abbd28f0 None None] Attempting to bind port f0349803-0519-437a-8e3b-6942a8a88f45 by drivers openvswitch,hyperv on host dv-cinder-797510-1-iscsi at level 0 using segments [{'id': 'd24f8ae7-6ec3-469c-850d-4a663419c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28'}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 10:14:53.441258 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7883e91c-399a-4551-ac92-0a83abbd28f0 None None] Attempting to bind port f0349803-0519-437a-8e3b-6942a8a88f45 on network 6c022cdf-7908-4fe1-9f3f-494480d09f28 {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:14:53.446579 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc77204-9c34-4239-893a-9f54256fa55c None None] Pushing event updated for resources: {'Port': ['ID=f0349803-0519-437a-8e3b-6942a8a88f45,revision_number=2']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:53.450780 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG oslo_concurrency.lockutils [None req-abc77204-9c34-4239-893a-9f54256fa55c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:53.452666 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7883e91c-399a-4551-ac92-0a83abbd28f0 None None] Checking agent: {'id': 'b3037b97-c09d-4619-9318-9bf5134e8ab7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 9, 59, 20), 'started_at': datetime.datetime(2021, 6, 23, 9, 59, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 10, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 10:14:53.453751 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7883e91c-399a-4551-ac92-0a83abbd28f0 None None] Checking segment: {'id': 'd24f8ae7-6ec3-469c-850d-4a663419c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93713) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:14:53.454491 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7883e91c-399a-4551-ac92-0a83abbd28f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:53.454949 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7883e91c-399a-4551-ac92-0a83abbd28f0 None None] Bound using segment: {'id': 'd24f8ae7-6ec3-469c-850d-4a663419c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28'} {{(pid=93713) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 10:14:53.455426 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.managers [None req-7883e91c-399a-4551-ac92-0a83abbd28f0 None None] Bound port: f0349803-0519-437a-8e3b-6942a8a88f45, host: dv-cinder-797510-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd24f8ae7-6ec3-469c-850d-4a663419c87d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28'}}] {{(pid=93713) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 10:14:53.455799 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7883e91c-399a-4551-ac92-0a83abbd28f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:53.508517 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-7883e91c-399a-4551-ac92-0a83abbd28f0 None None] For port f0349803-0519-437a-8e3b-6942a8a88f45, host dv-cinder-797510-1-iscsi, cleared binding levels {{(pid=93713) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 10:14:53.511747 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.plugins.ml2.db [None req-7883e91c-399a-4551-ac92-0a83abbd28f0 None None] For port f0349803-0519-437a-8e3b-6942a8a88f45, host dv-cinder-797510-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=f0349803-0519-437a-8e3b-6942a8a88f45,segment=NetworkSegment(d24f8ae7-6ec3-469c-850d-4a663419c87d),segment_id=d24f8ae7-6ec3-469c-850d-4a663419c87d)] {{(pid=93713) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 10:14:53.519239 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:53.526070 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-8186ebea-8046-487c-ad15-90a6794b78d2 admin admin] Allocated IP 172.20.0.1 (7b740dd6-daf6-4d99-ba8a-546c5ac9d3f0/1bc0ef68-2209-424d-83ec-89b987e125d0/f42277d3-a7f0-4e68-82fc-1dfd02436d52) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 10:14:53.624984 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron_lib.callbacks.manager [None req-7883e91c-399a-4551-ac92-0a83abbd28f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93713) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:53.627170 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:53.633489 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8186ebea-8046-487c-ad15-90a6794b78d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:53.648533 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.provisioning_blocks [None req-8186ebea-8046-487c-ad15-90a6794b78d2 admin admin] Transition to ACTIVE for port object f42277d3-a7f0-4e68-82fc-1dfd02436d52 will not be triggered until provisioned by entity DHCP. {{(pid=93711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:14:53.688989 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7883e91c-399a-4551-ac92-0a83abbd28f0 None None] Routers {'9962046c-2903-4539-bfb4-400a513ed9c4'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:14:53.689765 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-7883e91c-399a-4551-ac92-0a83abbd28f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:14:50Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['9962046c-2903-4539-bfb4-400a513ed9c4'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:14:53.692047 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc77204-9c34-4239-893a-9f54256fa55c None None] Pushing event updated for resources: {'Port': ['ID=f0349803-0519-437a-8e3b-6942a8a88f45,revision_number=3']} {{(pid=93713) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:53.693134 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-329354e5-9e69-417d-83ab-34bb473e22da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:53.695473 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG oslo_concurrency.lockutils [None req-abc77204-9c34-4239-893a-9f54256fa55c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93713) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:53.708880 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f45a8246-0ca8-40ca-8f33-aa22fd96ece8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:53.713647 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] For port d8e0ca7a-3067-4836-94c0-d02df6a07670, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=d8e0ca7a-3067-4836-94c0-d02df6a07670,segment=NetworkSegment(bf366429-48e1-4227-a180-a57aa8d830bd),segment_id=bf366429-48e1-4227-a180-a57aa8d830bd)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:14:53.750007 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8186ebea-8046-487c-ad15-90a6794b78d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-600500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731988247197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33311642'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:53.753066 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-58ac59b2-3b49-49b7-9a00-592df2af7e57 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:53.777879 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:53.782403 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device fabf3893-5521-4d07-9a5c-a49b25344bc2 up at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:14:53.782403 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-3b2e013c-85b5-4d76-bde8-8bfea10635e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:53.791190 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8186ebea-8046-487c-ad15-90a6794b78d2 admin admin] Network 7b740dd6-daf6-4d99-ba8a-546c5ac9d3f0 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:14:53.798127 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-8186ebea-8046-487c-ad15-90a6794b78d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:14:53.799406 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-7883e91c-399a-4551-ac92-0a83abbd28f0 None None] Set router 9962046c-2903-4539-bfb4-400a513ed9c4 gateway port host: dv-cinder-797510-1-iscsi {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:14:53.801690 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8186ebea-8046-487c-ad15-90a6794b78d2 admin admin] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 10:14:53.827033 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8186ebea-8046-487c-ad15-90a6794b78d2 admin admin] Pushing event updated for resources: {'Port': ['ID=f42277d3-a7f0-4e68-82fc-1dfd02436d52,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:53.836799 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-8186ebea-8046-487c-ad15-90a6794b78d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:53.858024 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8186ebea-8046-487c-ad15-90a6794b78d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1723508'] for router_interface, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:53.893351 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.db.api [None req-f45a8246-0ca8-40ca-8f33-aa22fd96ece8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93712) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 10:14:53.893887 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_db.api [None req-f45a8246-0ca8-40ca-8f33-aa22fd96ece8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 10:14:53.894858 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Pushing event updated for resources: {'Port': ['ID=d8e0ca7a-3067-4836-94c0-d02df6a07670,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:53.898413 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:53.972245 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning for port fabf3893-5521-4d07-9a5c-a49b25344bc2 completed by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:14:53.976214 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning complete for port fabf3893-5521-4d07-9a5c-a49b25344bc2 triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:14:53.976592 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:53.993710 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-7883e91c-399a-4551-ac92-0a83abbd28f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9962046c-2903-4539-bfb4-400a513ed9c4', 'name': 'tempest-TestVolumeBootPattern-597704042-router', 'tenant_id': '6901dcaa0de84019bea376262b5da55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'f0349803-0519-437a-8e3b-6942a8a88f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:14:50Z', 'updated_at': '2021-06-23T10:14:51Z', 'revision_number': 3, 'project_id': '6901dcaa0de84019bea376262b5da55a', 'gw_port': {'id': 'f0349803-0519-437a-8e3b-6942a8a88f45', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c0:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9962046c-2903-4539-bfb4-400a513ed9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:14:51Z', 'updated_at': '2021-06-23T10:14:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi'}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:14:54.020981 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7883e91c-399a-4551-ac92-0a83abbd28f0 None None] The sync data for ids ['9962046c-2903-4539-bfb4-400a513ed9c4'] in dv-cinder-797510-1-iscsi is: [{'id': '9962046c-2903-4539-bfb4-400a513ed9c4', 'name': 'tempest-TestVolumeBootPattern-597704042-router', 'tenant_id': '6901dcaa0de84019bea376262b5da55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'f0349803-0519-437a-8e3b-6942a8a88f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:14:50Z', 'updated_at': '2021-06-23T10:14:51Z', 'revision_number': 3, 'project_id': '6901dcaa0de84019bea376262b5da55a', 'gw_port': {'id': 'f0349803-0519-437a-8e3b-6942a8a88f45', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c0:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9962046c-2903-4539-bfb4-400a513ed9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:14:51Z', 'updated_at': '2021-06-23T10:14:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi'}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 10:14:54.066942 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:54.072503 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8186ebea-8046-487c-ad15-90a6794b78d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:54.100517 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] For port fabf3893-5521-4d07-9a5c-a49b25344bc2, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=fabf3893-5521-4d07-9a5c-a49b25344bc2,segment=NetworkSegment(a848c51d-810d-4011-be05-17f03da4cec8),segment_id=a848c51d-810d-4011-be05-17f03da4cec8)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:14:54.199614 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:54.201843 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:54.258637 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8186ebea-8046-487c-ad15-90a6794b78d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:54.284460 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Pushing event updated for resources: {'Port': ['ID=fabf3893-5521-4d07-9a5c-a49b25344bc2,revision_number=5']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:54.287549 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:54.354233 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8186ebea-8046-487c-ad15-90a6794b78d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33311624'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:54.356701 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-670930d4-470e-484e-81f0-f7a9eea73a1e tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:54.425793 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8186ebea-8046-487c-ad15-90a6794b78d2 admin admin] Pushing event updated for resources: {'Port': ['ID=f42277d3-a7f0-4e68-82fc-1dfd02436d52,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:54.429088 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-8186ebea-8046-487c-ad15-90a6794b78d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:54.430222 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8186ebea-8046-487c-ad15-90a6794b78d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1536466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1723544'] for router_interface, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:54.531871 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8186ebea-8046-487c-ad15-90a6794b78d2 admin admin] Network 7b740dd6-daf6-4d99-ba8a-546c5ac9d3f0 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:14:54.533727 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-8186ebea-8046-487c-ad15-90a6794b78d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:14:54.635481 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-751a791f-d418-4095-8c36-4e73d03c5ef5 None None] Provisioning for port f42277d3-a7f0-4e68-82fc-1dfd02436d52 completed by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:14:54.641941 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-751a791f-d418-4095-8c36-4e73d03c5ef5 None None] Provisioning complete for port f42277d3-a7f0-4e68-82fc-1dfd02436d52 triggered by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:14:54.642707 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-751a791f-d418-4095-8c36-4e73d03c5ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:54.676373 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8186ebea-8046-487c-ad15-90a6794b78d2 admin admin] Router 9962046c-2903-4539-bfb4-400a513ed9c4 has already been hosted by L3 agent df545903-e04d-4712-ace0-112b1e927481 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 10:14:54.695144 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-751a791f-d418-4095-8c36-4e73d03c5ef5 None None] Port f42277d3-a7f0-4e68-82fc-1dfd02436d52 cannot update to ACTIVE because it is not bound. {{(pid=93712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 10:14:54.794325 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8186ebea-8046-487c-ad15-90a6794b78d2 admin admin] Notify agent at l3_agent.dv-cinder-797510-1-iscsi the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 10:14:54.799855 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-8186ebea-8046-487c-ad15-90a6794b78d2 admin admin] 10.222.0.47 "PUT /v2.0/routers/9962046c-2903-4539-bfb4-400a513ed9c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2786875 Jun 23 10:14:54.820797 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-eac840c7-4f7d-4289-a7cf-724813e6bd27 None None] Provisioning complete for port f42277d3-a7f0-4e68-82fc-1dfd02436d52 triggered by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:14:54.821163 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-eac840c7-4f7d-4289-a7cf-724813e6bd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:54.857664 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-eac840c7-4f7d-4289-a7cf-724813e6bd27 None None] Port f42277d3-a7f0-4e68-82fc-1dfd02436d52 cannot update to ACTIVE because it is not bound. {{(pid=93712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 10:14:55.115107 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device fabf3893-5521-4d07-9a5c-a49b25344bc2 up at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:14:55.163922 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning complete for port fabf3893-5521-4d07-9a5c-a49b25344bc2 triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:14:55.164325 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:55.242564 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device d8e0ca7a-3067-4836-94c0-d02df6a07670 up at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:14:55.289160 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning complete for port d8e0ca7a-3067-4836-94c0-d02df6a07670 triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:14:55.289682 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:55.373672 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device f0349803-0519-437a-8e3b-6942a8a88f45 up at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:14:55.486150 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning for port f0349803-0519-437a-8e3b-6942a8a88f45 completed by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:14:55.490353 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning complete for port f0349803-0519-437a-8e3b-6942a8a88f45 triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:14:55.490764 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:55.560708 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 41180) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:14:55.566627 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [None req-313a7048-c7ba-4200-addb-47725d4558db tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-172083035', 'description': 'tempest-secgroup-smoke-172083035 description', 'project_id': '403a3f3b76c149eda502d16875605a80'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:14:55.570094 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:55.589948 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] For port f0349803-0519-437a-8e3b-6942a8a88f45, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=f0349803-0519-437a-8e3b-6942a8a88f45,segment=NetworkSegment(d24f8ae7-6ec3-469c-850d-4a663419c87d),segment_id=d24f8ae7-6ec3-469c-850d-4a663419c87d)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:14:55.597748 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1425359-c523-4f6e-939b-392ab13218b8 None None] Sync routers for ids ['9962046c-2903-4539-bfb4-400a513ed9c4'] in dv-cinder-797510-1-iscsi {{(pid=93712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 10:14:55.610317 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1425359-c523-4f6e-939b-392ab13218b8 None None] Routers {'9962046c-2903-4539-bfb4-400a513ed9c4'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:14:55.616749 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-a1425359-c523-4f6e-939b-392ab13218b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:14:50Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['9962046c-2903-4539-bfb4-400a513ed9c4'], 'active': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:14:55.663156 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-313a7048-c7ba-4200-addb-47725d4558db tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:55.689684 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:55.694344 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-4d95c063-cc10-40c6-b36e-a4e81bbbf125 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:55.747260 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvr_db [None req-a1425359-c523-4f6e-939b-392ab13218b8 None None] Set router 9962046c-2903-4539-bfb4-400a513ed9c4 gateway port host: dv-cinder-797510-1-iscsi {{(pid=93712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:14:55.753621 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-313a7048-c7ba-4200-addb-47725d4558db tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:55.782625 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Pushing event updated for resources: {'Port': ['ID=f0349803-0519-437a-8e3b-6942a8a88f45,revision_number=4']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:55.785733 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:55.817632 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-313a7048-c7ba-4200-addb-47725d4558db tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:55.821241 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-68b2002d-8c8b-435f-a848-a0a7035f0e84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:55.847949 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313a7048-c7ba-4200-addb-47725d4558db tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1439e7-dd4d-4fdb-9ffc-3277a4ffd92f,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:55.850650 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-313a7048-c7ba-4200-addb-47725d4558db tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:55.921126 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-313a7048-c7ba-4200-addb-47725d4558db tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:55.922407 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-313a7048-c7ba-4200-addb-47725d4558db tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3605316 Jun 23 10:14:55.925339 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 41182) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:14:55.929880 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [None req-34d36cbe-f288-45cd-8857-9aacd3f673c8 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Request body: {'security_group_rule': {'security_group_id': '2d1439e7-dd4d-4fdb-9ffc-3277a4ffd92f', 'project_id': '403a3f3b76c149eda502d16875605a80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:14:55.950642 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-a1425359-c523-4f6e-939b-392ab13218b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9962046c-2903-4539-bfb4-400a513ed9c4', 'name': 'tempest-TestVolumeBootPattern-597704042-router', 'tenant_id': '6901dcaa0de84019bea376262b5da55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'f0349803-0519-437a-8e3b-6942a8a88f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:14:50Z', 'updated_at': '2021-06-23T10:14:53Z', 'revision_number': 4, 'project_id': '6901dcaa0de84019bea376262b5da55a', 'gw_port': {'id': 'f0349803-0519-437a-8e3b-6942a8a88f45', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c0:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9962046c-2903-4539-bfb4-400a513ed9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:14:51Z', 'updated_at': '2021-06-23T10:14:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_interfaces': [{'id': 'f42277d3-a7f0-4e68-82fc-1dfd02436d52', 'name': '', 'network_id': '7b740dd6-daf6-4d99-ba8a-546c5ac9d3f0', 'tenant_id': '6901dcaa0de84019bea376262b5da55a', 'mac_address': 'fa:16:3e:eb:5f:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9962046c-2903-4539-bfb4-400a513ed9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '1bc0ef68-2209-424d-83ec-89b987e125d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:14:53Z', 'updated_at': '2021-06-23T10:14:54Z', 'revision_number': 2, 'project_id': '6901dcaa0de84019bea376262b5da55a', 'subnets': [{'id': '1bc0ef68-2209-424d-83ec-89b987e125d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:14:55.979754 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1425359-c523-4f6e-939b-392ab13218b8 None None] Checking router: 9962046c-2903-4539-bfb4-400a513ed9c4 for host: dv-cinder-797510-1-iscsi {{(pid=93712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 10:14:55.980108 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1425359-c523-4f6e-939b-392ab13218b8 None None] Updating router 9962046c-2903-4539-bfb4-400a513ed9c4 port f42277d3-a7f0-4e68-82fc-1dfd02436d52 binding host dv-cinder-797510-1-iscsi {{(pid=93712) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 10:14:56.012725 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a1425359-c523-4f6e-939b-392ab13218b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:56.034244 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-34d36cbe-f288-45cd-8857-9aacd3f673c8 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:56.090752 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-34d36cbe-f288-45cd-8857-9aacd3f673c8 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:56.165751 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-34d36cbe-f288-45cd-8857-9aacd3f673c8 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660775'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:56.171777 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-b8d57ec7-f6f1-4b56-95a9-e177c99f41c1 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:56.186351 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d36cbe-f288-45cd-8857-9aacd3f673c8 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3699f75-0999-4592-ab11-debc774a91f2,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:56.189492 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-34d36cbe-f288-45cd-8857-9aacd3f673c8 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:56.257342 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-34d36cbe-f288-45cd-8857-9aacd3f673c8 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:56.258540 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-34d36cbe-f288-45cd-8857-9aacd3f673c8 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3322604 Jun 23 10:14:56.261365 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 41184) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:14:56.265121 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a1425359-c523-4f6e-939b-392ab13218b8 None None] Notify callbacks [] for port, precommit_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:56.266891 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [None req-3d3feeae-c01f-405c-bb71-2a310e30779b tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Request body: {'security_group_rule': {'security_group_id': '2d1439e7-dd4d-4fdb-9ffc-3277a4ffd92f', 'project_id': '403a3f3b76c149eda502d16875605a80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:14:56.275770 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-a1425359-c523-4f6e-939b-392ab13218b8 None None] Transition to ACTIVE for port object f42277d3-a7f0-4e68-82fc-1dfd02436d52 will not be triggered until provisioned by entity L2. {{(pid=93712) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:14:56.354378 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a1425359-c523-4f6e-939b-392ab13218b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:56.356381 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-103626ec-c385-4a8d-bd51-85d9e08067a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:56.393971 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3d3feeae-c01f-405c-bb71-2a310e30779b tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:56.413137 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e517ba-58c3-49b1-afa3-f12a66b29008 None None] Pushing event updated for resources: {'Port': ['ID=f42277d3-a7f0-4e68-82fc-1dfd02436d52,revision_number=3']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:56.416324 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-89e517ba-58c3-49b1-afa3-f12a66b29008 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:56.458661 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3d3feeae-c01f-405c-bb71-2a310e30779b tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:56.466634 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-a1425359-c523-4f6e-939b-392ab13218b8 None None] Attempting to bind port f42277d3-a7f0-4e68-82fc-1dfd02436d52 on host dv-cinder-797510-1-iscsi for vnic_type normal with profile {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 10:14:56.467054 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-a1425359-c523-4f6e-939b-392ab13218b8 None None] Attempting to bind port f42277d3-a7f0-4e68-82fc-1dfd02436d52 by drivers openvswitch,hyperv on host dv-cinder-797510-1-iscsi at level 0 using segments [{'id': 'bf366429-48e1-4227-a180-a57aa8d830bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7b740dd6-daf6-4d99-ba8a-546c5ac9d3f0'}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 10:14:56.468058 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1425359-c523-4f6e-939b-392ab13218b8 None None] Attempting to bind port f42277d3-a7f0-4e68-82fc-1dfd02436d52 on network 7b740dd6-daf6-4d99-ba8a-546c5ac9d3f0 {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:14:56.473299 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1425359-c523-4f6e-939b-392ab13218b8 None None] Checking agent: {'id': 'b3037b97-c09d-4619-9318-9bf5134e8ab7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797510-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 9, 59, 20), 'started_at': datetime.datetime(2021, 6, 23, 9, 59, 50), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 10, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797510-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 10:14:56.473682 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1425359-c523-4f6e-939b-392ab13218b8 None None] Checking segment: {'id': 'bf366429-48e1-4227-a180-a57aa8d830bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7b740dd6-daf6-4d99-ba8a-546c5ac9d3f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93712) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:14:56.474094 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a1425359-c523-4f6e-939b-392ab13218b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:56.474495 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1425359-c523-4f6e-939b-392ab13218b8 None None] Bound using segment: {'id': 'bf366429-48e1-4227-a180-a57aa8d830bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7b740dd6-daf6-4d99-ba8a-546c5ac9d3f0'} {{(pid=93712) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 10:14:56.474995 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.managers [None req-a1425359-c523-4f6e-939b-392ab13218b8 None None] Bound port: f42277d3-a7f0-4e68-82fc-1dfd02436d52, host: dv-cinder-797510-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf366429-48e1-4227-a180-a57aa8d830bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7b740dd6-daf6-4d99-ba8a-546c5ac9d3f0'}}] {{(pid=93712) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 10:14:56.475378 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a1425359-c523-4f6e-939b-392ab13218b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:56.537708 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3d3feeae-c01f-405c-bb71-2a310e30779b tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660775'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:56.539873 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:56.540997 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-a1425359-c523-4f6e-939b-392ab13218b8 None None] For port f42277d3-a7f0-4e68-82fc-1dfd02436d52, host dv-cinder-797510-1-iscsi, cleared binding levels {{(pid=93712) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 10:14:56.544557 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-a1425359-c523-4f6e-939b-392ab13218b8 None None] For port f42277d3-a7f0-4e68-82fc-1dfd02436d52, host dv-cinder-797510-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=f42277d3-a7f0-4e68-82fc-1dfd02436d52,segment=NetworkSegment(bf366429-48e1-4227-a180-a57aa8d830bd),segment_id=bf366429-48e1-4227-a180-a57aa8d830bd)] {{(pid=93712) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 10:14:56.559460 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3feeae-c01f-405c-bb71-2a310e30779b tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aba6383-ca40-4978-9c02-7f8b24ec67fe,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:56.563350 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-3d3feeae-c01f-405c-bb71-2a310e30779b tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:56.634998 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a1425359-c523-4f6e-939b-392ab13218b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:56.636728 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:56.681153 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3d3feeae-c01f-405c-bb71-2a310e30779b tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:56.685193 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-3d3feeae-c01f-405c-bb71-2a310e30779b tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4201560 Jun 23 10:14:56.685193 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 41186) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:14:56.690605 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [None req-b2efe60f-7d81-48c6-a5c5-779d9c8c366f tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Request body: {'security_group_rule': {'security_group_id': '2d1439e7-dd4d-4fdb-9ffc-3277a4ffd92f', 'project_id': '403a3f3b76c149eda502d16875605a80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:14:56.698976 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e517ba-58c3-49b1-afa3-f12a66b29008 None None] Pushing event updated for resources: {'Port': ['ID=f42277d3-a7f0-4e68-82fc-1dfd02436d52,revision_number=4']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:56.701614 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1425359-c523-4f6e-939b-392ab13218b8 None None] Routers {'9962046c-2903-4539-bfb4-400a513ed9c4'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:14:56.702862 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-a1425359-c523-4f6e-939b-392ab13218b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:14:50Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['9962046c-2903-4539-bfb4-400a513ed9c4'], 'active': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:14:56.704894 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-89e517ba-58c3-49b1-afa3-f12a66b29008 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:56.802061 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b2efe60f-7d81-48c6-a5c5-779d9c8c366f tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:56.817895 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvr_db [None req-a1425359-c523-4f6e-939b-392ab13218b8 None None] Set router 9962046c-2903-4539-bfb4-400a513ed9c4 gateway port host: dv-cinder-797510-1-iscsi {{(pid=93712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:14:56.863644 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b2efe60f-7d81-48c6-a5c5-779d9c8c366f tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:56.954588 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b2efe60f-7d81-48c6-a5c5-779d9c8c366f tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660775'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:56.960034 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-3d3feeae-c01f-405c-bb71-2a310e30779b tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:56.974840 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2efe60f-7d81-48c6-a5c5-779d9c8c366f tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=826f2eaf-be65-400c-b757-4dc785f75d13,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:56.977223 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-b2efe60f-7d81-48c6-a5c5-779d9c8c366f tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:57.024932 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-a1425359-c523-4f6e-939b-392ab13218b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9962046c-2903-4539-bfb4-400a513ed9c4', 'name': 'tempest-TestVolumeBootPattern-597704042-router', 'tenant_id': '6901dcaa0de84019bea376262b5da55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'f0349803-0519-437a-8e3b-6942a8a88f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:14:50Z', 'updated_at': '2021-06-23T10:14:53Z', 'revision_number': 4, 'project_id': '6901dcaa0de84019bea376262b5da55a', 'gw_port': {'id': 'f0349803-0519-437a-8e3b-6942a8a88f45', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9962046c-2903-4539-bfb4-400a513ed9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:14:51Z', 'updated_at': '2021-06-23T10:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_interfaces': [{'id': 'f42277d3-a7f0-4e68-82fc-1dfd02436d52', 'name': '', 'network_id': '7b740dd6-daf6-4d99-ba8a-546c5ac9d3f0', 'tenant_id': '6901dcaa0de84019bea376262b5da55a', 'mac_address': 'fa:16:3e:eb:5f:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9962046c-2903-4539-bfb4-400a513ed9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '1bc0ef68-2209-424d-83ec-89b987e125d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:14:53Z', 'updated_at': '2021-06-23T10:14:56Z', 'revision_number': 4, 'project_id': '6901dcaa0de84019bea376262b5da55a', 'subnets': [{'id': '1bc0ef68-2209-424d-83ec-89b987e125d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:14:57.034565 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b2efe60f-7d81-48c6-a5c5-779d9c8c366f tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:57.038487 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-b2efe60f-7d81-48c6-a5c5-779d9c8c366f tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3498704 Jun 23 10:14:57.038906 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 41188) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:14:57.043483 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [None req-bebc60be-14a9-490e-b9f5-783c0e7344a5 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Request body: {'security_group_rule': {'security_group_id': '2d1439e7-dd4d-4fdb-9ffc-3277a4ffd92f', 'project_id': '403a3f3b76c149eda502d16875605a80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:14:57.053723 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device f0349803-0519-437a-8e3b-6942a8a88f45 up at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:14:57.056198 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1425359-c523-4f6e-939b-392ab13218b8 None None] The sync data for ids ['9962046c-2903-4539-bfb4-400a513ed9c4'] in dv-cinder-797510-1-iscsi is: [{'id': '9962046c-2903-4539-bfb4-400a513ed9c4', 'name': 'tempest-TestVolumeBootPattern-597704042-router', 'tenant_id': '6901dcaa0de84019bea376262b5da55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'f0349803-0519-437a-8e3b-6942a8a88f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:14:50Z', 'updated_at': '2021-06-23T10:14:53Z', 'revision_number': 4, 'project_id': '6901dcaa0de84019bea376262b5da55a', 'gw_port': {'id': 'f0349803-0519-437a-8e3b-6942a8a88f45', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9962046c-2903-4539-bfb4-400a513ed9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:14:51Z', 'updated_at': '2021-06-23T10:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_interfaces': [{'id': 'f42277d3-a7f0-4e68-82fc-1dfd02436d52', 'name': '', 'network_id': '7b740dd6-daf6-4d99-ba8a-546c5ac9d3f0', 'tenant_id': '6901dcaa0de84019bea376262b5da55a', 'mac_address': 'fa:16:3e:eb:5f:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9962046c-2903-4539-bfb4-400a513ed9c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '1bc0ef68-2209-424d-83ec-89b987e125d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:14:53Z', 'updated_at': '2021-06-23T10:14:56Z', 'revision_number': 4, 'project_id': '6901dcaa0de84019bea376262b5da55a', 'subnets': [{'id': '1bc0ef68-2209-424d-83ec-89b987e125d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 10:14:57.135504 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bebc60be-14a9-490e-b9f5-783c0e7344a5 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:57.213514 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bebc60be-14a9-490e-b9f5-783c0e7344a5 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:57.249591 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning complete for port f0349803-0519-437a-8e3b-6942a8a88f45 triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:14:57.253045 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:57.303650 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bebc60be-14a9-490e-b9f5-783c0e7344a5 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660775'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:57.305804 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-34d36cbe-f288-45cd-8857-9aacd3f673c8 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:57.325224 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebc60be-14a9-490e-b9f5-783c0e7344a5 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d351bef2-9c94-49d3-aa6e-ceb8e3cbbaf2,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:57.332175 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-bebc60be-14a9-490e-b9f5-783c0e7344a5 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:57.434545 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bebc60be-14a9-490e-b9f5-783c0e7344a5 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:57.434545 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-bebc60be-14a9-490e-b9f5-783c0e7344a5 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3905602 Jun 23 10:14:57.434545 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 41190) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:14:57.438580 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [None req-8a909215-8fb4-4819-818c-690b933ce836 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Request body: {'security_group_rule': {'security_group_id': '2d1439e7-dd4d-4fdb-9ffc-3277a4ffd92f', 'project_id': '403a3f3b76c149eda502d16875605a80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:14:57.519076 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.db.securitygroups_db [None req-8a909215-8fb4-4819-818c-690b933ce836 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Project 403a3f3b76c149eda502d16875605a80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 10:14:57.524284 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8a909215-8fb4-4819-818c-690b933ce836 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:57.585148 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8a909215-8fb4-4819-818c-690b933ce836 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:57.657436 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8a909215-8fb4-4819-818c-690b933ce836 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660775'] for security_group_rule, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:57.659498 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:57.679287 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a909215-8fb4-4819-818c-690b933ce836 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1775223e-f39a-4a2a-9c48-91ffcf6a09db,revision_number=0']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:57.681661 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-8a909215-8fb4-4819-818c-690b933ce836 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:57.765613 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8a909215-8fb4-4819-818c-690b933ce836 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:57.766918 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-8a909215-8fb4-4819-818c-690b933ce836 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3326890 Jun 23 10:14:57.769720 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 41192) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:14:57.774450 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [None req-0d30be22-5b0d-4d24-a0e5-9ddd2c31888b tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Request body: {'security_group_rule': {'security_group_id': '2d1439e7-dd4d-4fdb-9ffc-3277a4ffd92f', 'project_id': '403a3f3b76c149eda502d16875605a80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:14:57.856088 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.db.securitygroups_db [None req-0d30be22-5b0d-4d24-a0e5-9ddd2c31888b tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Project 403a3f3b76c149eda502d16875605a80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 10:14:57.861366 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-0d30be22-5b0d-4d24-a0e5-9ddd2c31888b tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:57.924039 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-0d30be22-5b0d-4d24-a0e5-9ddd2c31888b tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:58.005936 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-0d30be22-5b0d-4d24-a0e5-9ddd2c31888b tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1660775'] for security_group_rule, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:58.008097 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-db52a15d-6a17-443a-b256-4af16559753d tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:58.024115 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d30be22-5b0d-4d24-a0e5-9ddd2c31888b tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8a50db0-798f-444b-8378-54ea07b30ae1,revision_number=0']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:58.026330 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-0d30be22-5b0d-4d24-a0e5-9ddd2c31888b tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:58.120397 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-0d30be22-5b0d-4d24-a0e5-9ddd2c31888b tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:58.121642 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-0d30be22-5b0d-4d24-a0e5-9ddd2c31888b tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3508725 Jun 23 10:14:59.060902 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device f42277d3-a7f0-4e68-82fc-1dfd02436d52 up at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:14:59.211523 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning for port f42277d3-a7f0-4e68-82fc-1dfd02436d52 completed by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:14:59.215316 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning complete for port f42277d3-a7f0-4e68-82fc-1dfd02436d52 triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:14:59.215696 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:59.295166 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:59.328838 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] For port f42277d3-a7f0-4e68-82fc-1dfd02436d52, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=f42277d3-a7f0-4e68-82fc-1dfd02436d52,segment=NetworkSegment(bf366429-48e1-4227-a180-a57aa8d830bd),segment_id=bf366429-48e1-4227-a180-a57aa8d830bd)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:14:59.428979 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:14:59.431031 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:14:59.476419 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Pushing event updated for resources: {'Port': ['ID=f42277d3-a7f0-4e68-82fc-1dfd02436d52,revision_number=5']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:14:59.479483 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:14:59.668066 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aeff58-5451-4090-b45a-b15534ca521b req-14c4cef2-d9c7-4dd1-8994-161d7969b2a8 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:14:59.669515 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-41aeff58-5451-4090-b45a-b15534ca521b req-14c4cef2-d9c7-4dd1-8994-161d7969b2a8 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 947 time: 0.0630774 Jun 23 10:14:59.708714 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-41aeff58-5451-4090-b45a-b15534ca521b req-7ac6518a-778d-44ca-884d-17492e7259aa tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322239 Jun 23 10:15:00.887455 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d265b6-3bfe-4f78-830a-3f481d03c9ce req-2e138d48-cf0b-4356-8278-1a12ae1193d5 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:15:00.889067 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a6d265b6-3bfe-4f78-830a-3f481d03c9ce req-2e138d48-cf0b-4356-8278-1a12ae1193d5 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 947 time: 0.0620005 Jun 23 10:15:00.926672 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a6d265b6-3bfe-4f78-830a-3f481d03c9ce req-c11f8e9c-6160-41c7-bb6e-3223a05516be tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups?id=297352e7-829d-44ff-9d1d-f3a071645087&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310397 Jun 23 10:15:00.997614 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb093775-227f-4308-9358-0bedd45b53c7 req-cc26787f-d95d-40fa-807f-9ff887e5a3e1 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:15:01.000329 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-fb093775-227f-4308-9358-0bedd45b53c7 req-cc26787f-d95d-40fa-807f-9ff887e5a3e1 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.52 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 947 time: 0.0704744 Jun 23 10:15:01.059330 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device f42277d3-a7f0-4e68-82fc-1dfd02436d52 up at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:15:01.107345 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [req-fb093775-227f-4308-9358-0bedd45b53c7 req-14dc6d79-5abe-45da-a332-58282414bc95 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Deleting port f06a1e55-269f-47ea-a62c-39ce2a299e00 {{(pid=93710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:15:01.107838 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-fb093775-227f-4308-9358-0bedd45b53c7 req-14dc6d79-5abe-45da-a332-58282414bc95 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:01.113592 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Provisioning complete for port f42277d3-a7f0-4e68-82fc-1dfd02436d52 triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:15:01.114206 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:01.200376 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.db [req-fb093775-227f-4308-9358-0bedd45b53c7 req-14dc6d79-5abe-45da-a332-58282414bc95 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] For port f06a1e55-269f-47ea-a62c-39ce2a299e00, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=f06a1e55-269f-47ea-a62c-39ce2a299e00,segment=NetworkSegment(06137ac4-b337-46f2-b6d6-d631ec2de296),segment_id=06137ac4-b337-46f2-b6d6-d631ec2de296)] {{(pid=93710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:15:01.200737 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-fb093775-227f-4308-9358-0bedd45b53c7 req-14dc6d79-5abe-45da-a332-58282414bc95 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:01.367652 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-fb093775-227f-4308-9358-0bedd45b53c7 req-14dc6d79-5abe-45da-a332-58282414bc95 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:01.368025 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-fb093775-227f-4308-9358-0bedd45b53c7 req-14dc6d79-5abe-45da-a332-58282414bc95 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707131'] for floatingip, after_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:01.368376 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.db.l3_db [req-fb093775-227f-4308-9358-0bedd45b53c7 req-14dc6d79-5abe-45da-a332-58282414bc95 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Floating IP 20f555f4-bf2e-4fbe-8b61-dfe4b3a78275 disassociated. External IP: 172.27.2.123, port: f06a1e55-269f-47ea-a62c-39ce2a299e00. Jun 23 10:15:01.368744 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [req-fb093775-227f-4308-9358-0bedd45b53c7 req-14dc6d79-5abe-45da-a332-58282414bc95 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Calling delete_port for f06a1e55-269f-47ea-a62c-39ce2a299e00 owned by compute:nova {{(pid=93710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:15:01.594965 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-fb093775-227f-4308-9358-0bedd45b53c7 req-14dc6d79-5abe-45da-a332-58282414bc95 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31904537'] for port, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:01.599175 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-3013e8f2-825d-43b0-88ab-7614fb8737d3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:15:01.627118 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dc6d79-5abe-45da-a332-58282414bc95 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Pushing event deleted for resources: {'Port': ['ID=f06a1e55-269f-47ea-a62c-39ce2a299e00,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:15:01.629582 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-14dc6d79-5abe-45da-a332-58282414bc95 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:15:02.034943 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb093775-227f-4308-9358-0bedd45b53c7 req-14dc6d79-5abe-45da-a332-58282414bc95 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Router 97efc92e-e571-4edd-b891-9cd3b5d44f8b has already been hosted by L3 agent df545903-e04d-4712-ace0-112b1e927481 {{(pid=93710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 10:15:02.087269 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-af4eed1d-a74c-4cb6-b29c-abd2fc097f1a req-9c683be2-c24b-44c5-86ba-867f10c90d3f tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 210 time: 0.0381958 Jun 23 10:15:02.155914 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb093775-227f-4308-9358-0bedd45b53c7 req-14dc6d79-5abe-45da-a332-58282414bc95 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify agent at l3_agent.dv-cinder-797510-1-iscsi the message routers_updated {{(pid=93710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 10:15:02.165293 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff869b24-add7-414d-874b-3d1628f83e69 None None] Sync routers for ids ['97efc92e-e571-4edd-b891-9cd3b5d44f8b'] in dv-cinder-797510-1-iscsi {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 10:15:02.174609 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff869b24-add7-414d-874b-3d1628f83e69 None None] Routers {'97efc92e-e571-4edd-b891-9cd3b5d44f8b'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:15:02.175292 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-ff869b24-add7-414d-874b-3d1628f83e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:14:50Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['97efc92e-e571-4edd-b891-9cd3b5d44f8b'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:15:02.199519 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb093775-227f-4308-9358-0bedd45b53c7 req-14dc6d79-5abe-45da-a332-58282414bc95 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] No DVR routers for this DVR port f06a1e55-269f-47ea-a62c-39ce2a299e00 on host hv-cinder-79751 {{(pid=93710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 10:15:02.202543 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-fb093775-227f-4308-9358-0bedd45b53c7 req-14dc6d79-5abe-45da-a332-58282414bc95 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for port, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:02.204526 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-fb093775-227f-4308-9358-0bedd45b53c7 req-14dc6d79-5abe-45da-a332-58282414bc95 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.52 "DELETE /v2.0/ports/f06a1e55-269f-47ea-a62c-39ce2a299e00 HTTP/1.1" status: 204 len: 173 time: 1.1985734 Jun 23 10:15:02.205063 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b3d9ec-1dd7-4a0d-b8a9-ca386061c135', 'name': 'network-vif-deleted', 'tag': 'f06a1e55-269f-47ea-a62c-39ce2a299e00'}] {{(pid=93710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:15:02.207464 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476757ab5199ad7afce7410758f86ea887fce0aa64a809171aa19cb360cf7c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202264e8-2975-4036-8cee-93e00222a4f3" -d '{"events": [{"server_uuid": "67b3d9ec-1dd7-4a0d-b8a9-ca386061c135", "name": "network-vif-deleted", "tag": "f06a1e55-269f-47ea-a62c-39ce2a299e00"}]}' {{(pid=93710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:15:02.244894 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 10:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec81256-efd2-4cde-8299-2d99bf695d93 x-openstack-request-id: req-fec81256-efd2-4cde-8299-2d99bf695d93 {{(pid=93710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:15:02.245227 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b3d9ec-1dd7-4a0d-b8a9-ca386061c135", "name": "network-vif-deleted", "tag": "f06a1e55-269f-47ea-a62c-39ce2a299e00", "status": "completed", "code": 200}]} {{(pid=93710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:15:02.245526 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fec81256-efd2-4cde-8299-2d99bf695d93 {{(pid=93710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:15:02.245964 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67b3d9ec-1dd7-4a0d-b8a9-ca386061c135', 'name': 'network-vif-deleted', 'tag': 'f06a1e55-269f-47ea-a62c-39ce2a299e00', 'status': 'completed', 'code': 200} Jun 23 10:15:02.287628 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-ff869b24-add7-414d-874b-3d1628f83e69 None None] Set router 97efc92e-e571-4edd-b891-9cd3b5d44f8b gateway port host: dv-cinder-797510-1-iscsi {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:15:02.567766 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-ff869b24-add7-414d-874b-3d1628f83e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97efc92e-e571-4edd-b891-9cd3b5d44f8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1569067436-router', 'tenant_id': '24291804a3fc43a7bb9013ab3736dd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:07:11Z', 'updated_at': '2021-06-23T10:07:19Z', 'revision_number': 4, 'project_id': '24291804a3fc43a7bb9013ab3736dd4e', 'gw_port': {'id': '12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:27:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97efc92e-e571-4edd-b891-9cd3b5d44f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:13Z', 'updated_at': '2021-06-23T10:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_interfaces': [{'id': 'e797fe65-278a-4b88-8a70-4a8901febe8a', 'name': '', 'network_id': '2c358830-fde0-4aa0-a28c-3a7712f5e2f9', 'tenant_id': '24291804a3fc43a7bb9013ab3736dd4e', 'mac_address': 'fa:16:3e:73:86:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97efc92e-e571-4edd-b891-9cd3b5d44f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cdba8eb6-d4a0-4adb-b53b-76f5eb8c1c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:17Z', 'updated_at': '2021-06-23T10:07:31Z', 'revision_number': 5, 'project_id': '24291804a3fc43a7bb9013ab3736dd4e', 'subnets': [{'id': 'cdba8eb6-d4a0-4adb-b53b-76f5eb8c1c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:15:02.593417 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff869b24-add7-414d-874b-3d1628f83e69 None None] Checking router: 97efc92e-e571-4edd-b891-9cd3b5d44f8b for host: dv-cinder-797510-1-iscsi {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 10:15:02.601603 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff869b24-add7-414d-874b-3d1628f83e69 None None] Routers {'97efc92e-e571-4edd-b891-9cd3b5d44f8b'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:15:02.602211 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-ff869b24-add7-414d-874b-3d1628f83e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:14:50Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['97efc92e-e571-4edd-b891-9cd3b5d44f8b'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:15:02.706507 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-ff869b24-add7-414d-874b-3d1628f83e69 None None] Set router 97efc92e-e571-4edd-b891-9cd3b5d44f8b gateway port host: dv-cinder-797510-1-iscsi {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:15:02.902269 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-ff869b24-add7-414d-874b-3d1628f83e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97efc92e-e571-4edd-b891-9cd3b5d44f8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1569067436-router', 'tenant_id': '24291804a3fc43a7bb9013ab3736dd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:07:11Z', 'updated_at': '2021-06-23T10:07:19Z', 'revision_number': 4, 'project_id': '24291804a3fc43a7bb9013ab3736dd4e', 'gw_port': {'id': '12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:27:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97efc92e-e571-4edd-b891-9cd3b5d44f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:13Z', 'updated_at': '2021-06-23T10:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_interfaces': [{'id': 'e797fe65-278a-4b88-8a70-4a8901febe8a', 'name': '', 'network_id': '2c358830-fde0-4aa0-a28c-3a7712f5e2f9', 'tenant_id': '24291804a3fc43a7bb9013ab3736dd4e', 'mac_address': 'fa:16:3e:73:86:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97efc92e-e571-4edd-b891-9cd3b5d44f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cdba8eb6-d4a0-4adb-b53b-76f5eb8c1c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:17Z', 'updated_at': '2021-06-23T10:07:31Z', 'revision_number': 5, 'project_id': '24291804a3fc43a7bb9013ab3736dd4e', 'subnets': [{'id': 'cdba8eb6-d4a0-4adb-b53b-76f5eb8c1c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:15:02.929282 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff869b24-add7-414d-874b-3d1628f83e69 None None] The sync data for ids ['97efc92e-e571-4edd-b891-9cd3b5d44f8b'] in dv-cinder-797510-1-iscsi is: [{'id': '97efc92e-e571-4edd-b891-9cd3b5d44f8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1569067436-router', 'tenant_id': '24291804a3fc43a7bb9013ab3736dd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:07:11Z', 'updated_at': '2021-06-23T10:07:19Z', 'revision_number': 4, 'project_id': '24291804a3fc43a7bb9013ab3736dd4e', 'gw_port': {'id': '12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:27:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97efc92e-e571-4edd-b891-9cd3b5d44f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:13Z', 'updated_at': '2021-06-23T10:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_interfaces': [{'id': 'e797fe65-278a-4b88-8a70-4a8901febe8a', 'name': '', 'network_id': '2c358830-fde0-4aa0-a28c-3a7712f5e2f9', 'tenant_id': '24291804a3fc43a7bb9013ab3736dd4e', 'mac_address': 'fa:16:3e:73:86:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97efc92e-e571-4edd-b891-9cd3b5d44f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'cdba8eb6-d4a0-4adb-b53b-76f5eb8c1c27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:17Z', 'updated_at': '2021-06-23T10:07:31Z', 'revision_number': 5, 'project_id': '24291804a3fc43a7bb9013ab3736dd4e', 'subnets': [{'id': 'cdba8eb6-d4a0-4adb-b53b-76f5eb8c1c27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 10:15:03.233068 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba3cba1-0b1b-406e-a142-185e12cf1109 None None] New status for floating IP 20f555f4-bf2e-4fbe-8b61-dfe4b3a78275: DOWN {{(pid=93712) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 10:15:03.266886 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e599256b-671d-4d7b-bdce-dc75d28a391c req-6b973160-4b97-4b8d-9abd-1d8eca3b6182 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/ports?device_id=67b3d9ec-1dd7-4a0d-b8a9-ca386061c135 HTTP/1.1" status: 200 len: 210 time: 0.0296152 Jun 23 10:15:03.901804 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:04.447018 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 41282) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:15:04.507178 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f7e7eba3-5498-46f2-a4f8-d63832ffa9dd tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:04.532067 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f7e7eba3-5498-46f2-a4f8-d63832ffa9dd tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:04.628485 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f7e7eba3-5498-46f2-a4f8-d63832ffa9dd tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:04.631261 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f7e7eba3-5498-46f2-a4f8-d63832ffa9dd tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:04.632401 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-f7e7eba3-5498-46f2-a4f8-d63832ffa9dd tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "DELETE /v2.0/security-groups/297352e7-829d-44ff-9d1d-f3a071645087 HTTP/1.1" status: 204 len: 168 time: 0.1844294 Jun 23 10:15:04.633198 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-ca0de155-5012-4eef-9dae-983f12f41f92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:15:04.635130 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 41284) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:15:04.643308 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e7eba3-5498-46f2-a4f8-d63832ffa9dd tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=297352e7-829d-44ff-9d1d-f3a071645087,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:15:04.647016 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-f7e7eba3-5498-46f2-a4f8-d63832ffa9dd tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:15:04.650764 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.api.v2.resource [None req-9562775b-1900-469b-b4ea-0208bc2e424b tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] show failed (client error): The resource could not be found. Jun 23 10:15:04.652015 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-9562775b-1900-469b-b4ea-0208bc2e424b tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "GET /v2.0/security-groups/297352e7-829d-44ff-9d1d-f3a071645087 HTTP/1.1" status: 404 len: 347 time: 0.0155942 Jun 23 10:15:04.654607 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 41286) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:15:04.781459 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [None req-68511a49-7f3f-41a5-ac38-e85daf470188 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Deleting port e4e66392-ca7c-46c7-a886-5ceca3d2ff49 {{(pid=93710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:15:04.781714 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-68511a49-7f3f-41a5-ac38-e85daf470188 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:04.861297 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-68511a49-7f3f-41a5-ac38-e85daf470188 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:04.861651 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-68511a49-7f3f-41a5-ac38-e85daf470188 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:04.874585 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [None req-68511a49-7f3f-41a5-ac38-e85daf470188 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Calling delete_port for e4e66392-ca7c-46c7-a886-5ceca3d2ff49 owned by network:floatingip {{(pid=93710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:15:05.051553 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-68511a49-7f3f-41a5-ac38-e85daf470188 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31904537'] for port, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:05.053614 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-549da458-cb48-4cb9-aaa6-501e3a888e89 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:15:05.078495 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68511a49-7f3f-41a5-ac38-e85daf470188 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Pushing event deleted for resources: {'Port': ['ID=e4e66392-ca7c-46c7-a886-5ceca3d2ff49,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:15:05.081067 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-68511a49-7f3f-41a5-ac38-e85daf470188 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:15:05.087512 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device f06a1e55-269f-47ea-a62c-39ce2a299e00 no longer exists at agent hyperv_hv-cinder-79751 {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 10:15:05.115135 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] No Port match for: f06a1e55-269f-47ea-a62c-39ce2a299e00 {{(pid=93712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 10:15:05.115789 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device f06a1e55-269f-47ea-a62c-39ce2a299e00 not bound to the agent host hv-cinder-79751 {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 10:15:05.143683 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-68511a49-7f3f-41a5-ac38-e85daf470188 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks [] for floatingip, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:05.146161 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-68511a49-7f3f-41a5-ac38-e85daf470188 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for floatingip, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:05.150275 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-68511a49-7f3f-41a5-ac38-e85daf470188 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] 10.222.0.47 "DELETE /v2.0/floatingips/20f555f4-bf2e-4fbe-8b61-dfe4b3a78275 HTTP/1.1" status: 204 len: 168 time: 0.4917855 Jun 23 10:15:08.024953 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 41314) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:15:08.512434 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-6b5b830c-290b-41cd-82eb-9de6b3d8635e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723645'] for router_interface, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:08.770099 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [None req-6b5b830c-290b-41cd-82eb-9de6b3d8635e admin admin] Deleting port e797fe65-278a-4b88-8a70-4a8901febe8a {{(pid=93710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:15:08.770439 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-6b5b830c-290b-41cd-82eb-9de6b3d8635e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:08.850705 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.db [None req-6b5b830c-290b-41cd-82eb-9de6b3d8635e admin admin] For port e797fe65-278a-4b88-8a70-4a8901febe8a, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=e797fe65-278a-4b88-8a70-4a8901febe8a,segment=NetworkSegment(06137ac4-b337-46f2-b6d6-d631ec2de296),segment_id=06137ac4-b337-46f2-b6d6-d631ec2de296)] {{(pid=93710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:15:08.851082 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-6b5b830c-290b-41cd-82eb-9de6b3d8635e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:08.864474 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [None req-6b5b830c-290b-41cd-82eb-9de6b3d8635e admin admin] Calling delete_port for e797fe65-278a-4b88-8a70-4a8901febe8a owned by network:router_interface {{(pid=93710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:15:09.147962 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-6b5b830c-290b-41cd-82eb-9de6b3d8635e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31904537'] for port, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:09.150177 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-2afe3721-c0c8-4033-b70e-926bec8e47ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:15:09.177016 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5b830c-290b-41cd-82eb-9de6b3d8635e admin admin] Pushing event deleted for resources: {'Port': ['ID=e797fe65-278a-4b88-8a70-4a8901febe8a,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:15:09.180457 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-6b5b830c-290b-41cd-82eb-9de6b3d8635e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:15:09.363976 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-6b5b830c-290b-41cd-82eb-9de6b3d8635e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1706509'] for router_interface, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:09.593360 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b5b830c-290b-41cd-82eb-9de6b3d8635e admin admin] Router 97efc92e-e571-4edd-b891-9cd3b5d44f8b has already been hosted by L3 agent df545903-e04d-4712-ace0-112b1e927481 {{(pid=93710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 10:15:09.700152 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5b830c-290b-41cd-82eb-9de6b3d8635e admin admin] Notify agent at l3_agent.dv-cinder-797510-1-iscsi the message routers_updated {{(pid=93710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 10:15:09.705109 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-6b5b830c-290b-41cd-82eb-9de6b3d8635e admin admin] 10.222.0.47 "PUT /v2.0/routers/97efc92e-e571-4edd-b891-9cd3b5d44f8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6791558 Jun 23 10:15:09.707701 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 41322) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:15:09.710162 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b12bf8f-0a42-465d-9914-432ba9fe193e None None] Sync routers for ids ['97efc92e-e571-4edd-b891-9cd3b5d44f8b'] in dv-cinder-797510-1-iscsi {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 10:15:09.720387 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b12bf8f-0a42-465d-9914-432ba9fe193e None None] Routers {'97efc92e-e571-4edd-b891-9cd3b5d44f8b'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:15:09.721003 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-9b12bf8f-0a42-465d-9914-432ba9fe193e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:14:50Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['97efc92e-e571-4edd-b891-9cd3b5d44f8b'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:15:09.806662 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-8f1bf6c6-2d96-41c8-a787-d8ec6214e1d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:09.820588 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-9b12bf8f-0a42-465d-9914-432ba9fe193e None None] Set router 97efc92e-e571-4edd-b891-9cd3b5d44f8b gateway port host: dv-cinder-797510-1-iscsi {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:15:09.907168 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-8f1bf6c6-2d96-41c8-a787-d8ec6214e1d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:09.993427 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-9b12bf8f-0a42-465d-9914-432ba9fe193e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97efc92e-e571-4edd-b891-9cd3b5d44f8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1569067436-router', 'tenant_id': '24291804a3fc43a7bb9013ab3736dd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:07:11Z', 'updated_at': '2021-06-23T10:15:09Z', 'revision_number': 5, 'project_id': '24291804a3fc43a7bb9013ab3736dd4e', 'gw_port': {'id': '12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:27:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97efc92e-e571-4edd-b891-9cd3b5d44f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:07:13Z', 'updated_at': '2021-06-23T10:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi'}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:15:10.022989 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b12bf8f-0a42-465d-9914-432ba9fe193e None None] Checking router: 97efc92e-e571-4edd-b891-9cd3b5d44f8b for host: dv-cinder-797510-1-iscsi {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 10:15:10.031840 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b12bf8f-0a42-465d-9914-432ba9fe193e None None] Routers {'97efc92e-e571-4edd-b891-9cd3b5d44f8b'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:15:10.032460 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-9b12bf8f-0a42-465d-9914-432ba9fe193e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:14:50Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['97efc92e-e571-4edd-b891-9cd3b5d44f8b'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:15:10.052790 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [None req-8f1bf6c6-2d96-41c8-a787-d8ec6214e1d5 admin admin] Deleting port 12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1 {{(pid=93710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:15:10.053137 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-8f1bf6c6-2d96-41c8-a787-d8ec6214e1d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:10.116733 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-9b12bf8f-0a42-465d-9914-432ba9fe193e None None] Set router 97efc92e-e571-4edd-b891-9cd3b5d44f8b gateway port host: None {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:15:10.129194 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.db [None req-8f1bf6c6-2d96-41c8-a787-d8ec6214e1d5 admin admin] For port 12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1,segment=NetworkSegment(d24f8ae7-6ec3-469c-850d-4a663419c87d),segment_id=d24f8ae7-6ec3-469c-850d-4a663419c87d)] {{(pid=93710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:15:10.129550 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-8f1bf6c6-2d96-41c8-a787-d8ec6214e1d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:10.142499 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [None req-8f1bf6c6-2d96-41c8-a787-d8ec6214e1d5 admin admin] Calling delete_port for 12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1 owned by network:router_gateway {{(pid=93710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:15:10.167179 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-9b12bf8f-0a42-465d-9914-432ba9fe193e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97efc92e-e571-4edd-b891-9cd3b5d44f8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1569067436-router', 'tenant_id': '24291804a3fc43a7bb9013ab3736dd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:07:11Z', 'updated_at': '2021-06-23T10:15:09Z', 'revision_number': 6, 'project_id': '24291804a3fc43a7bb9013ab3736dd4e', 'gw_port_host': None}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:15:10.196673 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b12bf8f-0a42-465d-9914-432ba9fe193e None None] The sync data for ids ['97efc92e-e571-4edd-b891-9cd3b5d44f8b'] in dv-cinder-797510-1-iscsi is: [{'id': '97efc92e-e571-4edd-b891-9cd3b5d44f8b', 'name': 'tempest-AttachVolumeShelveTestJSON-1569067436-router', 'tenant_id': '24291804a3fc43a7bb9013ab3736dd4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:07:11Z', 'updated_at': '2021-06-23T10:15:09Z', 'revision_number': 6, 'project_id': '24291804a3fc43a7bb9013ab3736dd4e', 'gw_port_host': None}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 10:15:10.377147 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-8f1bf6c6-2d96-41c8-a787-d8ec6214e1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31904537'] for port, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:10.379322 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-12f663a1-69af-43f2-bbce-2408a447dad6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:15:10.409121 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1bf6c6-2d96-41c8-a787-d8ec6214e1d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:15:10.412970 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-8f1bf6c6-2d96-41c8-a787-d8ec6214e1d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:15:10.470027 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-8f1bf6c6-2d96-41c8-a787-d8ec6214e1d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707160'] for router_gateway, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:10.559608 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-8f1bf6c6-2d96-41c8-a787-d8ec6214e1d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11342'] for router, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:10.563162 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-8f1bf6c6-2d96-41c8-a787-d8ec6214e1d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:10.657131 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-8f1bf6c6-2d96-41c8-a787-d8ec6214e1d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705974'] for router, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:10.657681 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f1bf6c6-2d96-41c8-a787-d8ec6214e1d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97efc92e-e571-4edd-b891-9cd3b5d44f8b {{(pid=93710) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 10:15:10.662415 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-8f1bf6c6-2d96-41c8-a787-d8ec6214e1d5 admin admin] Notify callbacks [] for router, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:10.663586 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-8f1bf6c6-2d96-41c8-a787-d8ec6214e1d5 admin admin] 10.222.0.47 "DELETE /v2.0/routers/97efc92e-e571-4edd-b891-9cd3b5d44f8b HTTP/1.1" status: 204 len: 168 time: 0.9549859 Jun 23 10:15:10.666185 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 41338) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:15:10.712123 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.db_base_plugin_v2 [None req-760bdc41-bb01-46f7-b7e0-c5093e46bc0e admin admin] Deleting subnet cdba8eb6-d4a0-4adb-b53b-76f5eb8c1c27 {{(pid=93710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 10:15:10.715111 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-760bdc41-bb01-46f7-b7e0-c5093e46bc0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:10.747684 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-760bdc41-bb01-46f7-b7e0-c5093e46bc0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33103701'] for subnet, precommit_delete_associations {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:10.819003 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-760bdc41-bb01-46f7-b7e0-c5093e46bc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528171'] for subnet, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:10.943339 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-760bdc41-bb01-46f7-b7e0-c5093e46bc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31904595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33311376'] for subnet, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:10.945293 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:15:11.045630 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device e797fe65-278a-4b88-8a70-4a8901febe8a no longer exists at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 10:15:11.067872 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] No Port match for: e797fe65-278a-4b88-8a70-4a8901febe8a {{(pid=93712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 10:15:11.068392 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device e797fe65-278a-4b88-8a70-4a8901febe8a not bound to the agent host dv-cinder-797510-1-iscsi {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 10:15:11.068828 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device 12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1 no longer exists at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 10:15:11.088365 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] No Port match for: 12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1 {{(pid=93712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 10:15:11.088712 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device 12d0c9b3-ad23-4c48-8aaf-6315fdfe13e1 not bound to the agent host dv-cinder-797510-1-iscsi {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 10:15:11.241124 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760bdc41-bb01-46f7-b7e0-c5093e46bc0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdba8eb6-d4a0-4adb-b53b-76f5eb8c1c27,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:15:11.248233 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-760bdc41-bb01-46f7-b7e0-c5093e46bc0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:15:11.248233 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-760bdc41-bb01-46f7-b7e0-c5093e46bc0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for subnet, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:11.249094 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-760bdc41-bb01-46f7-b7e0-c5093e46bc0e admin admin] 10.222.0.47 "DELETE /v2.0/subnets/cdba8eb6-d4a0-4adb-b53b-76f5eb8c1c27 HTTP/1.1" status: 204 len: 168 time: 0.5819943 Jun 23 10:15:11.251611 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 41340) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:15:11.254015 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af146a98-716e-4143-9e2f-164adfb75800 None None] Network 2c358830-fde0-4aa0-a28c-3a7712f5e2f9 requested from dv-cinder-797510-1-iscsi {{(pid=93712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 10:15:11.317801 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5c2eb536-438e-4200-92b9-e743c99cd4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-550829'] for network, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:11.374848 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [None req-5c2eb536-438e-4200-92b9-e743c99cd4e4 admin admin] Deleting port a1c70563-1ac7-428c-b59d-66e14d43d395 {{(pid=93710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:15:11.375197 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5c2eb536-438e-4200-92b9-e743c99cd4e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:11.437627 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9038981-c19e-4863-89ff-138843106c5c None None] DHCP port deletion for 2c358830-fde0-4aa0-a28c-3a7712f5e2f9 request from dv-cinder-797510-1-iscsi {{(pid=93712) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 10:15:11.443265 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.db [None req-5c2eb536-438e-4200-92b9-e743c99cd4e4 admin admin] For port a1c70563-1ac7-428c-b59d-66e14d43d395, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=a1c70563-1ac7-428c-b59d-66e14d43d395,segment=NetworkSegment(06137ac4-b337-46f2-b6d6-d631ec2de296),segment_id=06137ac4-b337-46f2-b6d6-d631ec2de296)] {{(pid=93710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:15:11.443773 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5c2eb536-438e-4200-92b9-e743c99cd4e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:11.457839 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [None req-5c2eb536-438e-4200-92b9-e743c99cd4e4 admin admin] Calling delete_port for a1c70563-1ac7-428c-b59d-66e14d43d395 owned by network:dhcp {{(pid=93710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:15:11.481924 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-a9038981-c19e-4863-89ff-138843106c5c None None] Deleting port a1c70563-1ac7-428c-b59d-66e14d43d395 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:15:11.482876 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a9038981-c19e-4863-89ff-138843106c5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:11.547850 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-a9038981-c19e-4863-89ff-138843106c5c None None] For port a1c70563-1ac7-428c-b59d-66e14d43d395, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=a1c70563-1ac7-428c-b59d-66e14d43d395,segment=NetworkSegment(06137ac4-b337-46f2-b6d6-d631ec2de296),segment_id=06137ac4-b337-46f2-b6d6-d631ec2de296)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:15:11.548161 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a9038981-c19e-4863-89ff-138843106c5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:11.559756 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-a9038981-c19e-4863-89ff-138843106c5c None None] Calling delete_port for a1c70563-1ac7-428c-b59d-66e14d43d395 owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:15:11.594762 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5c2eb536-438e-4200-92b9-e743c99cd4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31904537'] for port, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:11.597766 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-e4e0baa4-330e-4219-8b82-1bf9bf26c2ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:15:11.620666 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2eb536-438e-4200-92b9-e743c99cd4e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1c70563-1ac7-428c-b59d-66e14d43d395,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:15:11.624341 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-5c2eb536-438e-4200-92b9-e743c99cd4e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:15:11.625114 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2eb536-438e-4200-92b9-e743c99cd4e4 admin admin] No DVR routers for this DVR port a1c70563-1ac7-428c-b59d-66e14d43d395 on host dv-cinder-797510-1-iscsi {{(pid=93710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 10:15:11.640292 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a9038981-c19e-4863-89ff-138843106c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:11.642333 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:15:11.664390 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9038981-c19e-4863-89ff-138843106c5c None None] Pushing event deleted for resources: {'Port': ['ID=a1c70563-1ac7-428c-b59d-66e14d43d395,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:15:11.674471 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9038981-c19e-4863-89ff-138843106c5c None None] No DVR routers for this DVR port a1c70563-1ac7-428c-b59d-66e14d43d395 on host dv-cinder-797510-1-iscsi {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 10:15:11.681273 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9038981-c19e-4863-89ff-138843106c5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:15:11.681273 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9038981-c19e-4863-89ff-138843106c5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:15:11.681273 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9038981-c19e-4863-89ff-138843106c5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:15:11.681273 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9038981-c19e-4863-89ff-138843106c5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:15:11.681273 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9038981-c19e-4863-89ff-138843106c5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:15:11.681273 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9038981-c19e-4863-89ff-138843106c5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:15:11.681273 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9038981-c19e-4863-89ff-138843106c5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:15:11.681273 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9038981-c19e-4863-89ff-138843106c5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:15:11.682056 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9038981-c19e-4863-89ff-138843106c5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:15:11.682056 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9038981-c19e-4863-89ff-138843106c5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:15:11.682361 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9038981-c19e-4863-89ff-138843106c5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:15:11.682449 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9038981-c19e-4863-89ff-138843106c5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:15:11.685289 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-a9038981-c19e-4863-89ff-138843106c5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:15:11.694409 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5c2eb536-438e-4200-92b9-e743c99cd4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527526', 'neutron.services.segments.db._delete_segments_for_network-8731988835103'] for network, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:11.705260 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.services.segments.db [None req-5c2eb536-438e-4200-92b9-e743c99cd4e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c358830-fde0-4aa0-a28c-3a7712f5e2f9']}} {{(pid=93710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:15:11.722989 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.services.segments.db [None req-5c2eb536-438e-4200-92b9-e743c99cd4e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06137ac4-b337-46f2-b6d6-d631ec2de296') {'for_net_delete': True} {{(pid=93710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:15:11.722989 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.services.segments.db [None req-5c2eb536-438e-4200-92b9-e743c99cd4e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06137ac4-b337-46f2-b6d6-d631ec2de296') {} {{(pid=93710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:15:11.729010 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5c2eb536-438e-4200-92b9-e743c99cd4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731988825070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33103690'] for segment, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:11.742374 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5c2eb536-438e-4200-92b9-e743c99cd4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-523806'] for segment, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:11.748501 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c2eb536-438e-4200-92b9-e743c99cd4e4 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=93710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 10:15:11.748909 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5c2eb536-438e-4200-92b9-e743c99cd4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-523806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31904718'] for segment, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:11.750674 dv-cinder-797510-1-iscsi neutron-server[93710]: Traceback (most recent call last): Jun 23 10:15:11.750674 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 10:15:11.750674 dv-cinder-797510-1-iscsi neutron-server[93710]: timer() Jun 23 10:15:11.750674 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 10:15:11.750674 dv-cinder-797510-1-iscsi neutron-server[93710]: cb(*args, **kw) Jun 23 10:15:11.750674 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 10:15:11.750674 dv-cinder-797510-1-iscsi neutron-server[93710]: return func(*args, **kwargs) Jun 23 10:15:11.750674 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 10:15:11.750674 dv-cinder-797510-1-iscsi neutron-server[93710]: self._notify() Jun 23 10:15:11.750674 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 10:15:11.750674 dv-cinder-797510-1-iscsi neutron-server[93710]: self.callback(batched_events) Jun 23 10:15:11.750674 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 10:15:11.750674 dv-cinder-797510-1-iscsi neutron-server[93710]: event.method(event) Jun 23 10:15:11.750674 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 10:15:11.750674 dv-cinder-797510-1-iscsi neutron-server[93710]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 10:15:11.750674 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 10:15:11.750674 dv-cinder-797510-1-iscsi neutron-server[93710]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 10:15:11.750674 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 10:15:11.750674 dv-cinder-797510-1-iscsi neutron-server[93710]: return f(self, *a, **k) Jun 23 10:15:11.750674 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 10:15:11.750674 dv-cinder-797510-1-iscsi neutron-server[93710]: return self._get(url).json() Jun 23 10:15:11.750674 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 10:15:11.750674 dv-cinder-797510-1-iscsi neutron-server[93710]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 10:15:11.750674 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 10:15:11.750674 dv-cinder-797510-1-iscsi neutron-server[93710]: return self.request(url, 'GET', **kwargs) Jun 23 10:15:11.750674 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 10:15:11.750674 dv-cinder-797510-1-iscsi neutron-server[93710]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 10:15:11.750674 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 10:15:11.750674 dv-cinder-797510-1-iscsi neutron-server[93710]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 10:15:11.750674 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 10:15:11.750674 dv-cinder-797510-1-iscsi neutron-server[93710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 10:15:11.750674 dv-cinder-797510-1-iscsi neutron-server[93710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 10:15:11.856749 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5c2eb536-438e-4200-92b9-e743c99cd4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-193570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1707113'] for network, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:11.860689 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-c1c65cfc-f7cf-48ee-96de-4c215d0a0847 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:15:11.863233 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-5c2eb536-438e-4200-92b9-e743c99cd4e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for network, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:11.864991 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-5c2eb536-438e-4200-92b9-e743c99cd4e4 admin admin] 10.222.0.47 "DELETE /v2.0/networks/2c358830-fde0-4aa0-a28c-3a7712f5e2f9 HTTP/1.1" status: 204 len: 168 time: 0.6123908 Jun 23 10:15:11.876604 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2eb536-438e-4200-92b9-e743c99cd4e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c358830-fde0-4aa0-a28c-3a7712f5e2f9,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:15:11.879011 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-5c2eb536-438e-4200-92b9-e743c99cd4e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:15:12.197731 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 41346) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:15:12.237457 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-637f8c28-010b-433f-ae01-06e16f41267a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=24291804a3fc43a7bb9013ab3736dd4e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0384486 Jun 23 10:15:12.239759 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 41348) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:15:12.290729 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d715db1b-d828-4f80-8b9c-28e459b8c323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:12.312351 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d715db1b-d828-4f80-8b9c-28e459b8c323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:12.433770 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d715db1b-d828-4f80-8b9c-28e459b8c323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:12.436487 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d715db1b-d828-4f80-8b9c-28e459b8c323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:12.437603 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-d715db1b-d828-4f80-8b9c-28e459b8c323 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/97bf3568-55a1-4d0d-b407-8d73d2968812 HTTP/1.1" status: 204 len: 168 time: 0.1969533 Jun 23 10:15:12.438429 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-9cccb3c1-c465-4d0e-a65f-c63f3e6d8004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:15:12.446536 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d715db1b-d828-4f80-8b9c-28e459b8c323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bf3568-55a1-4d0d-b407-8d73d2968812,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:15:12.448978 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-d715db1b-d828-4f80-8b9c-28e459b8c323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:15:13.044122 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device a1c70563-1ac7-428c-b59d-66e14d43d395 no longer exists at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 10:15:13.067878 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] No Port match for: a1c70563-1ac7-428c-b59d-66e14d43d395 {{(pid=93712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 10:15:13.068313 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device a1c70563-1ac7-428c-b59d-66e14d43d395 not bound to the agent host dv-cinder-797510-1-iscsi {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 10:15:13.077707 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.agents_db [None req-4b03355e-e743-40fc-912e-580b49e4c212 None None] Agent healthcheck: found 6 active agents {{(pid=93713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 10:15:15.043677 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-caaef4a3-4702-437b-9760-951d248651c2 req-2ad4bc7e-d6e4-497c-a2bb-e40469f538d4 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-172083035&fields=id&tenant_id=403a3f3b76c149eda502d16875605a80 HTTP/1.1" status: 200 len: 267 time: 0.0332427 Jun 23 10:15:15.154565 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaef4a3-4702-437b-9760-951d248651c2 req-477285d1-79ea-4c85-a890-2457f3b1dbbb tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:15:15.156019 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-caaef4a3-4702-437b-9760-951d248651c2 req-477285d1-79ea-4c85-a890-2457f3b1dbbb tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/networks?id=761416d0-d0b5-4d43-b556-3fc859b1886a HTTP/1.1" status: 200 len: 812 time: 0.1061394 Jun 23 10:15:15.170188 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-caaef4a3-4702-437b-9760-951d248651c2 req-1fe39ecc-2dce-47cb-901d-c7a191d98373 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/quotas/403a3f3b76c149eda502d16875605a80 HTTP/1.1" status: 200 len: 375 time: 0.0088012 Jun 23 10:15:15.237485 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-caaef4a3-4702-437b-9760-951d248651c2 req-373b234a-e14f-4497-abfb-c1e2589da13d tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=403a3f3b76c149eda502d16875605a80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0620735 Jun 23 10:15:15.337927 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-caaef4a3-4702-437b-9760-951d248651c2 req-44ffe705-a7bb-4708-a08a-341b89d2075d service neutron] 10.222.0.47 "GET /v2.0/networks/761416d0-d0b5-4d43-b556-3fc859b1886a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881119 Jun 23 10:15:15.424695 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-caaef4a3-4702-437b-9760-951d248651c2 req-37197d68-492a-49c4-96ce-ed40b0c43687 service neutron] 10.222.0.47 "GET /v2.0/networks/761416d0-d0b5-4d43-b556-3fc859b1886a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808234 Jun 23 10:15:16.182909 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-10b51725-c6b8-40a2-9aad-1dc13ac99e3a req-fd7d2bf0-764a-4cb1-b4f7-f03439af4d76 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/ports?device_id=36764078-258c-4915-bd79-e79f6e126821 HTTP/1.1" status: 200 len: 210 time: 0.0316269 Jun 23 10:15:17.269587 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-04b51658-1bbb-480f-9e42-26c2bfabbc78 req-572396e3-d15d-4a72-9b76-535dbd6d3ac5 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/ports?device_id=36764078-258c-4915-bd79-e79f6e126821 HTTP/1.1" status: 200 len: 210 time: 0.0323174 Jun 23 10:15:17.965342 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6878aae0-f918-4ff0-ad3e-3a9b1eac1d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:18.406922 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-81a58aea-c58c-410d-8982-afa50af7641c req-4ae9036c-bf70-4bd0-863f-8f6fc6ebaa14 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/ports?device_id=36764078-258c-4915-bd79-e79f6e126821 HTTP/1.1" status: 200 len: 210 time: 0.0282831 Jun 23 10:15:19.018124 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaef4a3-4702-437b-9760-951d248651c2 req-529c7915-ff52-4eba-acf0-6500ba6ebfe9 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:15:19.019598 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-caaef4a3-4702-437b-9760-951d248651c2 req-529c7915-ff52-4eba-acf0-6500ba6ebfe9 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.52 "GET /v2.0/networks?id=761416d0-d0b5-4d43-b556-3fc859b1886a HTTP/1.1" status: 200 len: 812 time: 0.1099293 Jun 23 10:15:19.061721 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-caaef4a3-4702-437b-9760-951d248651c2 req-d8c05d02-6432-46da-98b7-a81f800dab91 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=403a3f3b76c149eda502d16875605a80 HTTP/1.1" status: 200 len: 379 time: 0.0332530 Jun 23 10:15:19.071154 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [req-caaef4a3-4702-437b-9760-951d248651c2 req-2af5f2f0-f69a-4dc2-9406-7e8168ed97df tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Request body: {'port': {'device_id': '36764078-258c-4915-bd79-e79f6e126821', 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a', 'admin_state_up': True, 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'security_groups': ['2d1439e7-dd4d-4fdb-9ffc-3277a4ffd92f']}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:15:19.325619 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caaef4a3-4702-437b-9760-951d248651c2 req-2af5f2f0-f69a-4dc2-9406-7e8168ed97df tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Made reservation on behalf of 403a3f3b76c149eda502d16875605a80 for: {'port': 1} {{(pid=93710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:15:19.329636 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-caaef4a3-4702-437b-9760-951d248651c2 req-2af5f2f0-f69a-4dc2-9406-7e8168ed97df tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for port, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:19.463333 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.db_base_plugin_common [req-caaef4a3-4702-437b-9760-951d248651c2 req-2af5f2f0-f69a-4dc2-9406-7e8168ed97df tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Allocated IP 172.20.0.8 (761416d0-d0b5-4d43-b556-3fc859b1886a/876e0539-f8e7-4f58-9842-f61818bf524a/e7f9e866-d6da-4875-bcdd-8f54500f151f) {{(pid=93710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 10:15:19.556515 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-feda5b98-ef63-44cd-b5cf-085b862f1bb7 req-44be8605-53e4-4a5c-9303-8a852431bc7c tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/ports?device_id=36764078-258c-4915-bd79-e79f6e126821 HTTP/1.1" status: 200 len: 210 time: 0.0290666 Jun 23 10:15:19.606036 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-caaef4a3-4702-437b-9760-951d248651c2 req-2af5f2f0-f69a-4dc2-9406-7e8168ed97df tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks [] for port, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:19.619811 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.provisioning_blocks [req-caaef4a3-4702-437b-9760-951d248651c2 req-2af5f2f0-f69a-4dc2-9406-7e8168ed97df tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Transition to ACTIVE for port object e7f9e866-d6da-4875-bcdd-8f54500f151f will not be triggered until provisioned by entity DHCP. {{(pid=93710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:15:19.725963 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-caaef4a3-4702-437b-9760-951d248651c2 req-2af5f2f0-f69a-4dc2-9406-7e8168ed97df tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-600500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731988247197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31904512'] for port, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:19.729641 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-cfb05589-0ef2-484e-9c33-88784856cf4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:15:19.766412 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caaef4a3-4702-437b-9760-951d248651c2 req-2af5f2f0-f69a-4dc2-9406-7e8168ed97df tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Network 761416d0-d0b5-4d43-b556-3fc859b1886a is already hosted by enough agents. {{(pid=93710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:15:19.771206 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.base_scheduler [req-caaef4a3-4702-437b-9760-951d248651c2 req-2af5f2f0-f69a-4dc2-9406-7e8168ed97df tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Resources bound (agent type, host, resource id): {{(pid=93710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:15:19.777695 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.l3_dvrscheduler_db [req-caaef4a3-4702-437b-9760-951d248651c2 req-2af5f2f0-f69a-4dc2-9406-7e8168ed97df tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Received port after_create {{(pid=93710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 10:15:19.805965 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af5f2f0-f69a-4dc2-9406-7e8168ed97df tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Pushing event updated for resources: {'Port': ['ID=e7f9e866-d6da-4875-bcdd-8f54500f151f,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:15:19.815473 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-2af5f2f0-f69a-4dc2-9406-7e8168ed97df tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:15:19.831759 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaef4a3-4702-437b-9760-951d248651c2 req-2af5f2f0-f69a-4dc2-9406-7e8168ed97df tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:15:19.832394 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-caaef4a3-4702-437b-9760-951d248651c2 req-2af5f2f0-f69a-4dc2-9406-7e8168ed97df tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for port, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:19.904319 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-caaef4a3-4702-437b-9760-951d248651c2 req-2af5f2f0-f69a-4dc2-9406-7e8168ed97df tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8372109 Jun 23 10:15:20.102436 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-7ecfc62a-515d-4414-bd56-06849284dbf4 None None] Provisioning for port e7f9e866-d6da-4875-bcdd-8f54500f151f completed by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:15:20.106132 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-7ecfc62a-515d-4414-bd56-06849284dbf4 None None] Provisioning complete for port e7f9e866-d6da-4875-bcdd-8f54500f151f triggered by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:15:20.106508 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7ecfc62a-515d-4414-bd56-06849284dbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:20.138948 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-7ecfc62a-515d-4414-bd56-06849284dbf4 None None] Port e7f9e866-d6da-4875-bcdd-8f54500f151f cannot update to ACTIVE because it is not bound. {{(pid=93712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 10:15:20.422712 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6e326614-505f-48fd-9c67-0fa8accd2e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:20.600148 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:20.730818 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7ecb5-f965-407d-b5fb-003d4738c6f5 req-b83d3861-cffc-4afe-b2b5-1a2b8e444033 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:15:20.732806 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-54f7ecb5-f965-407d-b5fb-003d4738c6f5 req-b83d3861-cffc-4afe-b2b5-1a2b8e444033 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/ports?device_id=36764078-258c-4915-bd79-e79f6e126821 HTTP/1.1" status: 200 len: 931 time: 0.0623078 Jun 23 10:15:20.772576 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-54f7ecb5-f965-407d-b5fb-003d4738c6f5 req-c16ce601-9523-4a59-ba47-8f09b47b0d0d tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d1439e7-dd4d-4fdb-9ffc-3277a4ffd92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339289 Jun 23 10:15:21.323999 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [req-caaef4a3-4702-437b-9760-951d248651c2 req-faf9eb46-2197-43dc-8957-dae3a7fa9698 service neutron] Request body: {'port': {'device_id': '36764078-258c-4915-bd79-e79f6e126821', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79751'}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:15:21.399062 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-caaef4a3-4702-437b-9760-951d248651c2 req-faf9eb46-2197-43dc-8957-dae3a7fa9698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:21.496640 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-549d35a9-2eb0-42c6-a322-a779b3edc54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:21.653852 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.notifiers.nova [req-caaef4a3-4702-437b-9760-951d248651c2 req-faf9eb46-2197-43dc-8957-dae3a7fa9698 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7f9e866-d6da-4875-bcdd-8f54500f151f {{(pid=93710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 10:15:21.661072 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-caaef4a3-4702-437b-9760-951d248651c2 req-faf9eb46-2197-43dc-8957-dae3a7fa9698 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:21.672819 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.provisioning_blocks [req-caaef4a3-4702-437b-9760-951d248651c2 req-faf9eb46-2197-43dc-8957-dae3a7fa9698 service neutron] Transition to ACTIVE for port object e7f9e866-d6da-4875-bcdd-8f54500f151f will not be triggered until provisioned by entity L2. {{(pid=93710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:15:21.748376 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-caaef4a3-4702-437b-9760-951d248651c2 req-faf9eb46-2197-43dc-8957-dae3a7fa9698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31904530'] for port, after_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:21.751446 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-5c2eb536-438e-4200-92b9-e743c99cd4e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:15:21.823860 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf9eb46-2197-43dc-8957-dae3a7fa9698 service neutron] Pushing event updated for resources: {'Port': ['ID=e7f9e866-d6da-4875-bcdd-8f54500f151f,revision_number=2']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:15:21.862119 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-faf9eb46-2197-43dc-8957-dae3a7fa9698 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:15:21.874226 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.managers [req-caaef4a3-4702-437b-9760-951d248651c2 req-faf9eb46-2197-43dc-8957-dae3a7fa9698 service neutron] Attempting to bind port e7f9e866-d6da-4875-bcdd-8f54500f151f on host hv-cinder-79751 for vnic_type normal with profile {{(pid=93710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 10:15:21.874699 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.managers [req-caaef4a3-4702-437b-9760-951d248651c2 req-faf9eb46-2197-43dc-8957-dae3a7fa9698 service neutron] Attempting to bind port e7f9e866-d6da-4875-bcdd-8f54500f151f by drivers openvswitch,hyperv on host hv-cinder-79751 at level 0 using segments [{'id': 'a848c51d-810d-4011-be05-17f03da4cec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a'}] {{(pid=93710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 10:15:21.875108 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caaef4a3-4702-437b-9760-951d248651c2 req-faf9eb46-2197-43dc-8957-dae3a7fa9698 service neutron] Attempting to bind port e7f9e866-d6da-4875-bcdd-8f54500f151f on network 761416d0-d0b5-4d43-b556-3fc859b1886a {{(pid=93710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:15:21.880009 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caaef4a3-4702-437b-9760-951d248651c2 req-faf9eb46-2197-43dc-8957-dae3a7fa9698 service neutron] Port e7f9e866-d6da-4875-bcdd-8f54500f151f on network 761416d0-d0b5-4d43-b556-3fc859b1886a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79751 {{(pid=93710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 10:15:21.880334 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caaef4a3-4702-437b-9760-951d248651c2 req-faf9eb46-2197-43dc-8957-dae3a7fa9698 service neutron] Attempting to bind port e7f9e866-d6da-4875-bcdd-8f54500f151f on network 761416d0-d0b5-4d43-b556-3fc859b1886a {{(pid=93710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:15:21.885557 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caaef4a3-4702-437b-9760-951d248651c2 req-faf9eb46-2197-43dc-8957-dae3a7fa9698 service neutron] Checking agent: {'id': '4f95f39b-461c-4de8-a9d2-f77a6241c1fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 10, 5, 33), 'started_at': datetime.datetime(2021, 6, 23, 10, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 10, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 10:15:21.885898 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caaef4a3-4702-437b-9760-951d248651c2 req-faf9eb46-2197-43dc-8957-dae3a7fa9698 service neutron] Checking segment: {'id': 'a848c51d-810d-4011-be05-17f03da4cec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:15:21.886284 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caaef4a3-4702-437b-9760-951d248651c2 req-faf9eb46-2197-43dc-8957-dae3a7fa9698 service neutron] Bound using segment: {'id': 'a848c51d-810d-4011-be05-17f03da4cec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a'} {{(pid=93710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 10:15:21.886752 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.managers [req-caaef4a3-4702-437b-9760-951d248651c2 req-faf9eb46-2197-43dc-8957-dae3a7fa9698 service neutron] Bound port: e7f9e866-d6da-4875-bcdd-8f54500f151f, host: hv-cinder-79751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a848c51d-810d-4011-be05-17f03da4cec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a'}}] {{(pid=93710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 10:15:21.887094 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-caaef4a3-4702-437b-9760-951d248651c2 req-faf9eb46-2197-43dc-8957-dae3a7fa9698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:21.957508 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.db [req-caaef4a3-4702-437b-9760-951d248651c2 req-faf9eb46-2197-43dc-8957-dae3a7fa9698 service neutron] For port e7f9e866-d6da-4875-bcdd-8f54500f151f, host hv-cinder-79751, cleared binding levels {{(pid=93710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 10:15:21.960693 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.db [req-caaef4a3-4702-437b-9760-951d248651c2 req-faf9eb46-2197-43dc-8957-dae3a7fa9698 service neutron] For port e7f9e866-d6da-4875-bcdd-8f54500f151f, host hv-cinder-79751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=e7f9e866-d6da-4875-bcdd-8f54500f151f,segment=NetworkSegment(a848c51d-810d-4011-be05-17f03da4cec8),segment_id=a848c51d-810d-4011-be05-17f03da4cec8)] {{(pid=93710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 10:15:21.964919 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297fd2b-bfbc-4ad6-9042-2475c4f19eae req-6eeb6250-fb64-40de-8a50-81e5f96a2bab tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:15:21.966877 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-8297fd2b-bfbc-4ad6-9042-2475c4f19eae req-6eeb6250-fb64-40de-8a50-81e5f96a2bab tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/ports?device_id=36764078-258c-4915-bd79-e79f6e126821 HTTP/1.1" status: 200 len: 943 time: 0.0675685 Jun 23 10:15:22.004625 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-8297fd2b-bfbc-4ad6-9042-2475c4f19eae req-630cc97f-2fa6-400b-8743-39f693055e91 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d1439e7-dd4d-4fdb-9ffc-3277a4ffd92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316100 Jun 23 10:15:22.034242 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-caaef4a3-4702-437b-9760-951d248651c2 req-faf9eb46-2197-43dc-8957-dae3a7fa9698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31904530'] for port, after_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:22.036439 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-c5a6c320-14c5-480f-88cf-da6f7d9abe10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:15:22.069774 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaef4a3-4702-437b-9760-951d248651c2 req-faf9eb46-2197-43dc-8957-dae3a7fa9698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:15:22.070396 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-caaef4a3-4702-437b-9760-951d248651c2 req-faf9eb46-2197-43dc-8957-dae3a7fa9698 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for port, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:22.071792 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-caaef4a3-4702-437b-9760-951d248651c2 req-faf9eb46-2197-43dc-8957-dae3a7fa9698 service neutron] 10.222.0.52 "PUT /v2.0/ports/e7f9e866-d6da-4875-bcdd-8f54500f151f HTTP/1.1" status: 200 len: 1093 time: 0.7522833 Jun 23 10:15:22.072331 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36764078-258c-4915-bd79-e79f6e126821', 'tag': 'e7f9e866-d6da-4875-bcdd-8f54500f151f'}] {{(pid=93710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:15:22.074645 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476757ab5199ad7afce7410758f86ea887fce0aa64a809171aa19cb360cf7c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0cd015-786e-4522-a482-5da1c3d343e3" -d '{"events": [{"name": "network-changed", "server_uuid": "36764078-258c-4915-bd79-e79f6e126821", "tag": "e7f9e866-d6da-4875-bcdd-8f54500f151f"}]}' {{(pid=93710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:15:22.099633 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf9eb46-2197-43dc-8957-dae3a7fa9698 service neutron] Pushing event updated for resources: {'Port': ['ID=e7f9e866-d6da-4875-bcdd-8f54500f151f,revision_number=3']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:15:22.102885 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-faf9eb46-2197-43dc-8957-dae3a7fa9698 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:15:22.123982 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 10:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eda5098-1240-4e4b-a3e1-f07e7567d541 x-openstack-request-id: req-0eda5098-1240-4e4b-a3e1-f07e7567d541 {{(pid=93710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:15:22.124323 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36764078-258c-4915-bd79-e79f6e126821", "tag": "e7f9e866-d6da-4875-bcdd-8f54500f151f", "status": "completed", "code": 200}]} {{(pid=93710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:15:22.124621 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0eda5098-1240-4e4b-a3e1-f07e7567d541 {{(pid=93710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:15:22.125060 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36764078-258c-4915-bd79-e79f6e126821', 'tag': 'e7f9e866-d6da-4875-bcdd-8f54500f151f', 'status': 'completed', 'code': 200} Jun 23 10:15:22.410507 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0cd015-786e-4522-a482-5da1c3d343e3 req-e0eeb771-841d-458e-9698-1462548dd305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:15:22.412638 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-4b0cd015-786e-4522-a482-5da1c3d343e3 req-e0eeb771-841d-458e-9698-1462548dd305 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=403a3f3b76c149eda502d16875605a80&device_id=36764078-258c-4915-bd79-e79f6e126821 HTTP/1.1" status: 200 len: 1096 time: 0.0525775 Jun 23 10:15:22.516591 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0cd015-786e-4522-a482-5da1c3d343e3 req-38fdfc9b-5cd7-41ef-ad53-ced3f9888eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:15:22.518013 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-4b0cd015-786e-4522-a482-5da1c3d343e3 req-38fdfc9b-5cd7-41ef-ad53-ced3f9888eb4 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=403a3f3b76c149eda502d16875605a80&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0937510 Jun 23 10:15:22.610677 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0cd015-786e-4522-a482-5da1c3d343e3 req-cd8f278d-9e63-4e4f-8882-a20d1cf64dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:15:22.612174 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-4b0cd015-786e-4522-a482-5da1c3d343e3 req-cd8f278d-9e63-4e4f-8882-a20d1cf64dda service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0868766 Jun 23 10:15:22.702798 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaef4a3-4702-437b-9760-951d248651c2 req-e79e1ebe-3158-44d2-a4b0-aee46f32109a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:15:22.702798 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-caaef4a3-4702-437b-9760-951d248651c2 req-e79e1ebe-3158-44d2-a4b0-aee46f32109a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=403a3f3b76c149eda502d16875605a80&device_id=36764078-258c-4915-bd79-e79f6e126821 HTTP/1.1" status: 200 len: 1096 time: 0.0518730 Jun 23 10:15:22.748360 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-caaef4a3-4702-437b-9760-951d248651c2 req-f8a6dbd6-2d4d-4744-90d6-e6ea02f3787b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7f9e866-d6da-4875-bcdd-8f54500f151f HTTP/1.1" status: 200 len: 217 time: 0.0363257 Jun 23 10:15:22.795081 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaef4a3-4702-437b-9760-951d248651c2 req-b955ae64-7b46-4674-b858-98a438ca77e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:15:22.796585 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-caaef4a3-4702-437b-9760-951d248651c2 req-b955ae64-7b46-4674-b858-98a438ca77e8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=876e0539-f8e7-4f58-9842-f61818bf524a HTTP/1.1" status: 200 len: 851 time: 0.0423768 Jun 23 10:15:22.856229 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaef4a3-4702-437b-9760-951d248651c2 req-1265de4e-f938-4655-a4c2-bd8427b10eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:15:22.858366 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-caaef4a3-4702-437b-9760-951d248651c2 req-1265de4e-f938-4655-a4c2-bd8427b10eac service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=761416d0-d0b5-4d43-b556-3fc859b1886a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0554957 Jun 23 10:15:22.947619 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-caaef4a3-4702-437b-9760-951d248651c2 req-041d8898-12b7-41ef-9688-babefed88bc8 service neutron] 10.222.0.52 "GET /v2.0/networks/761416d0-d0b5-4d43-b556-3fc859b1886a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828235 Jun 23 10:15:23.035662 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-caaef4a3-4702-437b-9760-951d248651c2 req-da9a6c76-53f8-4950-b88a-8e66de35a40d service neutron] 10.222.0.52 "GET /v2.0/networks/761416d0-d0b5-4d43-b556-3fc859b1886a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822594 Jun 23 10:15:23.174461 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b33f9-743b-497d-89ef-76014427446d req-89def88f-1b00-4f6e-98ba-2ef0d38f653b tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:15:23.175935 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-cf2b33f9-743b-497d-89ef-76014427446d req-89def88f-1b00-4f6e-98ba-2ef0d38f653b tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/ports?device_id=36764078-258c-4915-bd79-e79f6e126821 HTTP/1.1" status: 200 len: 943 time: 0.0635054 Jun 23 10:15:23.213632 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-cf2b33f9-743b-497d-89ef-76014427446d req-821f9e55-e2d8-4964-b531-a83895e4b13d tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d1439e7-dd4d-4fdb-9ffc-3277a4ffd92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321474 Jun 23 10:15:23.519515 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-329354e5-9e69-417d-83ab-34bb473e22da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:24.387409 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e9e36-ad9c-4e36-92b8-d865860969da req-c4e31682-24d4-4ff7-a772-6879ca78b720 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:15:24.389000 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-c25e9e36-ad9c-4e36-92b8-d865860969da req-c4e31682-24d4-4ff7-a772-6879ca78b720 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/ports?device_id=36764078-258c-4915-bd79-e79f6e126821 HTTP/1.1" status: 200 len: 943 time: 0.0667830 Jun 23 10:15:24.425915 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-c25e9e36-ad9c-4e36-92b8-d865860969da req-5dc142c7-4cc1-47cc-a377-ea63dc2a381f tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d1439e7-dd4d-4fdb-9ffc-3277a4ffd92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312362 Jun 23 10:15:25.594380 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed852a-a010-4d92-894a-5ffa2a0cd5e5 req-0a561ad6-88dc-4690-b383-a76fa96946f9 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:15:25.595778 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-62ed852a-a010-4d92-894a-5ffa2a0cd5e5 req-0a561ad6-88dc-4690-b383-a76fa96946f9 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/ports?device_id=36764078-258c-4915-bd79-e79f6e126821 HTTP/1.1" status: 200 len: 943 time: 0.0627434 Jun 23 10:15:25.632372 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-62ed852a-a010-4d92-894a-5ffa2a0cd5e5 req-d4c778f7-1be7-48c4-84c8-ce899e031af4 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d1439e7-dd4d-4fdb-9ffc-3277a4ffd92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310857 Jun 23 10:15:26.802417 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a54fc58-29f0-449c-a84d-281f285482e0 req-d40fe0dc-6787-46e1-8fc3-9f48630a9906 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:15:26.804023 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1a54fc58-29f0-449c-a84d-281f285482e0 req-d40fe0dc-6787-46e1-8fc3-9f48630a9906 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/ports?device_id=36764078-258c-4915-bd79-e79f6e126821 HTTP/1.1" status: 200 len: 943 time: 0.0634036 Jun 23 10:15:26.846501 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1a54fc58-29f0-449c-a84d-281f285482e0 req-2919cf57-7334-44a0-a454-9f1253cb77cf tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d1439e7-dd4d-4fdb-9ffc-3277a4ffd92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369151 Jun 23 10:15:27.511909 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 41536) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:15:27.617585 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-4d8d513a-526a-43bb-a560-311d43bc55a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:27.703029 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-4d8d513a-526a-43bb-a560-311d43bc55a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:27.770390 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-4d8d513a-526a-43bb-a560-311d43bc55a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:27.772823 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-edf258cd-b22d-4821-9667-412c5fe08648 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:15:27.806759 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8d513a-526a-43bb-a560-311d43bc55a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd71779-a97a-48e7-af60-6959359c6aaa,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:15:27.811219 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-4d8d513a-526a-43bb-a560-311d43bc55a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:15:27.813683 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-4d8d513a-526a-43bb-a560-311d43bc55a6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=19a005bfc79e41fb8b14896eb0b5c16a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3007753 Jun 23 10:15:27.817192 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 41540) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:15:27.864231 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-7a808a6a-10d2-44d6-8dcc-d09f60f550f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:27.885383 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-7a808a6a-10d2-44d6-8dcc-d09f60f550f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:28.016600 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce3034-1cb9-43ef-a7b7-442b8ce6f3b9 req-89949b76-db55-4ac7-a24c-a12b46957e42 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:15:28.018062 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ccce3034-1cb9-43ef-a7b7-442b8ce6f3b9 req-89949b76-db55-4ac7-a24c-a12b46957e42 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/ports?device_id=36764078-258c-4915-bd79-e79f6e126821 HTTP/1.1" status: 200 len: 943 time: 0.0637026 Jun 23 10:15:28.022264 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-7a808a6a-10d2-44d6-8dcc-d09f60f550f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:28.024891 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-7a808a6a-10d2-44d6-8dcc-d09f60f550f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:28.026010 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-7a808a6a-10d2-44d6-8dcc-d09f60f550f9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/dcd71779-a97a-48e7-af60-6959359c6aaa HTTP/1.1" status: 204 len: 168 time: 0.2079375 Jun 23 10:15:28.026863 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-975fcff8-26bb-4459-86fa-aee33e7a05eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:15:28.036539 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a808a6a-10d2-44d6-8dcc-d09f60f550f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd71779-a97a-48e7-af60-6959359c6aaa,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:15:28.039015 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-7a808a6a-10d2-44d6-8dcc-d09f60f550f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:15:28.057758 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ccce3034-1cb9-43ef-a7b7-442b8ce6f3b9 req-4e6c10dd-2b9d-4287-a332-57c674b60dd5 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d1439e7-dd4d-4fdb-9ffc-3277a4ffd92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339775 Jun 23 10:15:28.722535 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 41548) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:15:28.735853 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-daac1edd-3c3d-4335-88f4-3729c4ca0b83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:28.822196 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-daac1edd-3c3d-4335-88f4-3729c4ca0b83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:28.902272 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-daac1edd-3c3d-4335-88f4-3729c4ca0b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:28.905378 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-6e12fa59-9b2e-4686-ae61-4b2879ab89ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:15:28.939510 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-daac1edd-3c3d-4335-88f4-3729c4ca0b83 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=331cd8c68d3e4d62b5feebaca3e7e0b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2159069 Jun 23 10:15:28.941745 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daac1edd-3c3d-4335-88f4-3729c4ca0b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566d64f8-f9da-4198-a962-4ed420f00b75,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:15:28.942427 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 41550) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:15:28.944853 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-daac1edd-3c3d-4335-88f4-3729c4ca0b83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:15:28.992078 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-53b4c7ad-fc7f-4c3a-9161-50844b0c3cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:29.012812 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-53b4c7ad-fc7f-4c3a-9161-50844b0c3cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:29.159962 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-53b4c7ad-fc7f-4c3a-9161-50844b0c3cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:29.162523 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-53b4c7ad-fc7f-4c3a-9161-50844b0c3cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:29.163709 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-53b4c7ad-fc7f-4c3a-9161-50844b0c3cb3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/566d64f8-f9da-4198-a962-4ed420f00b75 HTTP/1.1" status: 204 len: 168 time: 0.2202833 Jun 23 10:15:29.164472 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-bb4b209b-786a-4ee1-808c-16ad79f70390 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:15:29.172889 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b4c7ad-fc7f-4c3a-9161-50844b0c3cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566d64f8-f9da-4198-a962-4ed420f00b75,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:15:29.175957 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-53b4c7ad-fc7f-4c3a-9161-50844b0c3cb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:15:29.244092 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ac25af-e22b-44b8-b002-78054d516dfc req-39deaa44-081f-4273-9856-9f9718fbbaf8 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:15:29.244092 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-79ac25af-e22b-44b8-b002-78054d516dfc req-39deaa44-081f-4273-9856-9f9718fbbaf8 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/ports?device_id=36764078-258c-4915-bd79-e79f6e126821 HTTP/1.1" status: 200 len: 943 time: 0.0686193 Jun 23 10:15:29.282321 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-79ac25af-e22b-44b8-b002-78054d516dfc req-991e9a63-631c-47c7-9400-71286b46f7fd tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d1439e7-dd4d-4fdb-9ffc-3277a4ffd92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314844 Jun 23 10:15:30.353107 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device e7f9e866-d6da-4875-bcdd-8f54500f151f details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=93712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 10:15:30.454535 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port e7f9e866-d6da-4875-bcdd-8f54500f151f, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=e7f9e866-d6da-4875-bcdd-8f54500f151f,segment=NetworkSegment(a848c51d-810d-4011-be05-17f03da4cec8),segment_id=a848c51d-810d-4011-be05-17f03da4cec8)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:15:30.464341 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b78dfc6-f4c4-4937-ad56-e9821f20737d req-e5ef11dd-5e37-4cf2-8b05-09683caf6db9 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:15:30.466377 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-0b78dfc6-f4c4-4937-ad56-e9821f20737d req-e5ef11dd-5e37-4cf2-8b05-09683caf6db9 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/ports?device_id=36764078-258c-4915-bd79-e79f6e126821 HTTP/1.1" status: 200 len: 943 time: 0.0665748 Jun 23 10:15:30.468976 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Returning: {'device': 'e7f9e866-d6da-4875-bcdd-8f54500f151f', 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a', 'port_id': 'e7f9e866-d6da-4875-bcdd-8f54500f151f', 'mac_address': 'fa:16:3e:79:2c:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876e0539-f8e7-4f58-9842-f61818bf524a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 10:15:30.505662 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-0b78dfc6-f4c4-4937-ad56-e9821f20737d req-496b302c-778a-4884-a5bb-7caf1e258c6a tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d1439e7-dd4d-4fdb-9ffc-3277a4ffd92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329356 Jun 23 10:15:30.510476 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:30.527033 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7f9e866-d6da-4875-bcdd-8f54500f151f {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 10:15:30.543635 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port e7f9e866-d6da-4875-bcdd-8f54500f151f, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=e7f9e866-d6da-4875-bcdd-8f54500f151f,segment=NetworkSegment(a848c51d-810d-4011-be05-17f03da4cec8),segment_id=a848c51d-810d-4011-be05-17f03da4cec8)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:15:30.651227 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:30.654835 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-8c6f1cf7-0750-43af-92e8-ef4a24aae3a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:15:30.701553 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Pushing event updated for resources: {'Port': ['ID=e7f9e866-d6da-4875-bcdd-8f54500f151f,revision_number=4']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:15:30.704610 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:15:30.861646 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] get_ports_and_sgs() called for port_ids ['e7f9e866-d6da-4875-bcdd-8f54500f151f'] {{(pid=93712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 10:15:31.683267 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d58a88-0aea-44fa-aa99-51eb02f616cc req-a2220101-b2f3-4c1d-a4b9-b02db9a95909 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:15:31.687490 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-69d58a88-0aea-44fa-aa99-51eb02f616cc req-a2220101-b2f3-4c1d-a4b9-b02db9a95909 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/ports?device_id=36764078-258c-4915-bd79-e79f6e126821 HTTP/1.1" status: 200 len: 944 time: 0.0659983 Jun 23 10:15:31.724710 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-69d58a88-0aea-44fa-aa99-51eb02f616cc req-5e3091da-180f-4ee7-95be-02b754afe61b tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d1439e7-dd4d-4fdb-9ffc-3277a4ffd92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340624 Jun 23 10:15:32.353880 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device e7f9e866-d6da-4875-bcdd-8f54500f151f up at agent hyperv_hv-cinder-79751 {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:15:32.461337 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Provisioning for port e7f9e866-d6da-4875-bcdd-8f54500f151f completed by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:15:32.465249 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Provisioning complete for port e7f9e866-d6da-4875-bcdd-8f54500f151f triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:15:32.465636 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:32.539934 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:32.562914 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36764078-258c-4915-bd79-e79f6e126821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f9e866-d6da-4875-bcdd-8f54500f151f'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:15:32.565163 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e06d9dce5bc2bce6c931562da1c36027cbf4e574fb667469159d94052b32a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea773c2e-e988-4f14-b21f-6bb7c6f4b64f" -d '{"events": [{"server_uuid": "36764078-258c-4915-bd79-e79f6e126821", "name": "network-vif-plugged", "status": "completed", "tag": "e7f9e866-d6da-4875-bcdd-8f54500f151f"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:15:32.578576 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port e7f9e866-d6da-4875-bcdd-8f54500f151f, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=e7f9e866-d6da-4875-bcdd-8f54500f151f,segment=NetworkSegment(a848c51d-810d-4011-be05-17f03da4cec8),segment_id=a848c51d-810d-4011-be05-17f03da4cec8)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:15:32.602696 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 10:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a951514a-f8ef-484a-9432-759c6a2df960 x-openstack-request-id: req-a951514a-f8ef-484a-9432-759c6a2df960 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:15:32.603072 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36764078-258c-4915-bd79-e79f6e126821", "name": "network-vif-plugged", "status": "completed", "tag": "e7f9e866-d6da-4875-bcdd-8f54500f151f", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:15:32.603279 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a951514a-f8ef-484a-9432-759c6a2df960 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:15:32.603670 dv-cinder-797510-1-iscsi neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36764078-258c-4915-bd79-e79f6e126821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f9e866-d6da-4875-bcdd-8f54500f151f', 'code': 200} Jun 23 10:15:32.662505 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:32.665129 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-5ebd9b6f-d8de-4847-9905-c83a0c098e50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:15:32.715101 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Pushing event updated for resources: {'Port': ['ID=e7f9e866-d6da-4875-bcdd-8f54500f151f,revision_number=5']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:15:32.719145 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:15:32.904641 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b57f18-3d22-47bb-8a5e-31225942c8ab req-951722a2-9878-4cec-9943-54ec75f720fa tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:15:32.906056 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b3b57f18-3d22-47bb-8a5e-31225942c8ab req-951722a2-9878-4cec-9943-54ec75f720fa tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/ports?device_id=36764078-258c-4915-bd79-e79f6e126821 HTTP/1.1" status: 200 len: 945 time: 0.0664208 Jun 23 10:15:32.926101 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556102f4-eac3-4c22-8f80-420c657e7e56 req-2be963ae-6d76-4e40-868a-79184a78043f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:15:32.928318 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-556102f4-eac3-4c22-8f80-420c657e7e56 req-2be963ae-6d76-4e40-868a-79184a78043f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=36764078-258c-4915-bd79-e79f6e126821 HTTP/1.1" status: 200 len: 1098 time: 0.0533612 Jun 23 10:15:32.943681 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b3b57f18-3d22-47bb-8a5e-31225942c8ab req-d6e2c857-0e9f-4397-a0b4-b95421df2c3f tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d1439e7-dd4d-4fdb-9ffc-3277a4ffd92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317736 Jun 23 10:15:32.965148 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-556102f4-eac3-4c22-8f80-420c657e7e56 req-e61d4220-0478-46f1-b872-fcfb810033d9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2d1439e7-dd4d-4fdb-9ffc-3277a4ffd92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290906 Jun 23 10:15:33.942272 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:34.119141 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247bc32-86d9-47f4-b8c2-43865328db5e req-6fcbc80d-b0e0-4a7c-aab2-69a2b2812c66 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:15:34.120635 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1247bc32-86d9-47f4-b8c2-43865328db5e req-6fcbc80d-b0e0-4a7c-aab2-69a2b2812c66 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/ports?device_id=36764078-258c-4915-bd79-e79f6e126821 HTTP/1.1" status: 200 len: 945 time: 0.0623784 Jun 23 10:15:34.159147 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1247bc32-86d9-47f4-b8c2-43865328db5e req-e786a10e-bc28-4c6e-bbdd-83faf458f368 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d1439e7-dd4d-4fdb-9ffc-3277a4ffd92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322082 Jun 23 10:15:34.331973 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9315ef1-6231-4e0c-b30d-40499653c5f4 req-19e72a6f-301e-47cd-bf29-fd1946945233 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:15:34.333402 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a9315ef1-6231-4e0c-b30d-40499653c5f4 req-19e72a6f-301e-47cd-bf29-fd1946945233 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/ports?device_id=36764078-258c-4915-bd79-e79f6e126821 HTTP/1.1" status: 200 len: 945 time: 0.0654955 Jun 23 10:15:34.370856 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a9315ef1-6231-4e0c-b30d-40499653c5f4 req-69b2efc6-1a45-4669-a677-beeddcc0f5a1 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d1439e7-dd4d-4fdb-9ffc-3277a4ffd92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317640 Jun 23 10:15:34.399766 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 41626) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:15:34.537925 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-349bd5e9-3a41-40e5-a3c6-f369862b73bc req-2ddbd6dc-02b9-4426-9a42-3ca64a1afae1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=de2ff446-c341-468b-92b6-3b59c73f73d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0519369 Jun 23 10:15:34.646701 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20fc1a7-a906-4c23-b462-38f63838c69d tempest-TestVolumeBootPattern-345692080 tempest-TestVolumeBootPattern-345692080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:15:34.648157 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-a20fc1a7-a906-4c23-b462-38f63838c69d tempest-TestVolumeBootPattern-345692080 tempest-TestVolumeBootPattern-345692080-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=36764078-258c-4915-bd79-e79f6e126821 HTTP/1.1" status: 200 len: 1093 time: 0.2474134 Jun 23 10:15:34.651495 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 41634) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:15:34.654684 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349bd5e9-3a41-40e5-a3c6-f369862b73bc req-a677cd8d-b9f3-4115-a990-b3ea2920fd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:15:34.656118 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-349bd5e9-3a41-40e5-a3c6-f369862b73bc req-a677cd8d-b9f3-4115-a990-b3ea2920fd72 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=92b25a857e544e8a81b9334162e2ccec&device_id=de2ff446-c341-468b-92b6-3b59c73f73d1 HTTP/1.1" status: 200 len: 1098 time: 0.0711818 Jun 23 10:15:34.657232 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [None req-b6f8f25b-79f9-446a-960e-3e2f417dc3ea tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Request body: {'floatingip': {'floating_network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'port_id': 'e7f9e866-d6da-4875-bcdd-8f54500f151f', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:15:34.725117 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b6f8f25b-79f9-446a-960e-3e2f417dc3ea tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks [] for floatingip, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:34.767085 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349bd5e9-3a41-40e5-a3c6-f369862b73bc req-ffe24420-1830-486c-a812-fed00333617d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:15:34.768772 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-349bd5e9-3a41-40e5-a3c6-f369862b73bc req-ffe24420-1830-486c-a812-fed00333617d service neutron] 10.222.0.52 "GET /v2.0/networks?id=68c08a46-ecd8-4ed9-9182-ea12c9f045ea HTTP/1.1" status: 200 len: 910 time: 0.0926151 Jun 23 10:15:34.827819 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b6f8f25b-79f9-446a-960e-3e2f417dc3ea tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:34.835202 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-349bd5e9-3a41-40e5-a3c6-f369862b73bc req-edc89542-ebcc-4ebd-8192-cdaf0716f8dd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5dc4ec69-ba43-4bfc-956d-a8f978b4b560 HTTP/1.1" status: 200 len: 1001 time: 0.0594163 Jun 23 10:15:34.885356 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349bd5e9-3a41-40e5-a3c6-f369862b73bc req-31137a04-7425-49a2-86b6-d4206fc5e379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:15:34.886816 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-349bd5e9-3a41-40e5-a3c6-f369862b73bc req-31137a04-7425-49a2-86b6-d4206fc5e379 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e4deb3fe-5cbf-4afd-9d80-a3d9af1fee71 HTTP/1.1" status: 200 len: 848 time: 0.0444603 Jun 23 10:15:34.930213 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-b6f8f25b-79f9-446a-960e-3e2f417dc3ea tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Allocated IP 172.27.2.240 (6c022cdf-7908-4fe1-9f3f-494480d09f28/2f1b229c-fc1e-4856-a495-4ccd56c0ef48/12814898-4dda-42e8-a07a-557ce358c6b6) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 10:15:34.951046 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349bd5e9-3a41-40e5-a3c6-f369862b73bc req-7b954869-4b6f-4c05-be44-220f59e1a16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:15:34.952634 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-349bd5e9-3a41-40e5-a3c6-f369862b73bc req-7b954869-4b6f-4c05-be44-220f59e1a16e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=68c08a46-ecd8-4ed9-9182-ea12c9f045ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0600836 Jun 23 10:15:35.034646 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b6f8f25b-79f9-446a-960e-3e2f417dc3ea tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:35.040609 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-349bd5e9-3a41-40e5-a3c6-f369862b73bc req-163c78a0-7cfe-4ac4-bf16-94f6bf80243f service neutron] 10.222.0.52 "GET /v2.0/networks/68c08a46-ecd8-4ed9-9182-ea12c9f045ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816040 Jun 23 10:15:35.130900 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-349bd5e9-3a41-40e5-a3c6-f369862b73bc req-22feeef0-bf11-469d-822d-cc9d38688035 service neutron] 10.222.0.52 "GET /v2.0/networks/68c08a46-ecd8-4ed9-9182-ea12c9f045ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843954 Jun 23 10:15:35.160000 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b6f8f25b-79f9-446a-960e-3e2f417dc3ea tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-600500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731988247197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33311642'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:35.163049 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-bd0f814b-fc33-49f2-8c90-fa7c3065dcea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:15:35.196424 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f8f25b-79f9-446a-960e-3e2f417dc3ea tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Network 6c022cdf-7908-4fe1-9f3f-494480d09f28 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:15:35.201570 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-b6f8f25b-79f9-446a-960e-3e2f417dc3ea tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:15:35.204793 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f8f25b-79f9-446a-960e-3e2f417dc3ea tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 10:15:35.228085 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8f25b-79f9-446a-960e-3e2f417dc3ea tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Pushing event updated for resources: {'Port': ['ID=12814898-4dda-42e8-a07a-557ce358c6b6,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:15:35.232015 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-b6f8f25b-79f9-446a-960e-3e2f417dc3ea tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:15:35.848378 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b6f8f25b-79f9-446a-960e-3e2f417dc3ea tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:35.999714 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b6f8f25b-79f9-446a-960e-3e2f417dc3ea tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:36.146403 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b6f8f25b-79f9-446a-960e-3e2f417dc3ea tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:36.261904 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b6f8f25b-79f9-446a-960e-3e2f417dc3ea tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33311624'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:36.265160 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-8186ebea-8046-487c-ad15-90a6794b78d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:15:36.330848 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f8f25b-79f9-446a-960e-3e2f417dc3ea tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Pushing event updated for resources: {'Port': ['ID=12814898-4dda-42e8-a07a-557ce358c6b6,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:15:36.334912 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-b6f8f25b-79f9-446a-960e-3e2f417dc3ea tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:15:36.346151 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b6f8f25b-79f9-446a-960e-3e2f417dc3ea tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707131'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:36.446172 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.db.l3_db [None req-b6f8f25b-79f9-446a-960e-3e2f417dc3ea tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Floating IP f52ee969-e0ec-43ce-b918-36eb3fea323a associated. External IP: 172.27.2.240, port: e7f9e866-d6da-4875-bcdd-8f54500f151f. Jun 23 10:15:36.647057 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f8f25b-79f9-446a-960e-3e2f417dc3ea tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Router 5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4 has already been hosted by L3 agent df545903-e04d-4712-ace0-112b1e927481 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 10:15:36.755829 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f8f25b-79f9-446a-960e-3e2f417dc3ea tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify agent at l3_agent.dv-cinder-797510-1-iscsi the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 10:15:36.767295 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9466c85-bde8-40cf-a1b3-2628edc3afbe None None] Sync routers for ids ['5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4'] in dv-cinder-797510-1-iscsi {{(pid=93712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 10:15:36.777165 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9466c85-bde8-40cf-a1b3-2628edc3afbe None None] Routers {'5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:15:36.777884 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-c9466c85-bde8-40cf-a1b3-2628edc3afbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:15:20Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4'], 'active': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:15:36.785748 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 41646) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:15:36.882154 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b6f8f25b-79f9-446a-960e-3e2f417dc3ea tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:36.889398 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvr_db [None req-c9466c85-bde8-40cf-a1b3-2628edc3afbe None None] Set router 5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4 gateway port host: dv-cinder-797510-1-iscsi {{(pid=93712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:15:36.907487 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9326c1bd-38d3-49f3-8a81-d7c3cb218726 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:36.944128 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-b6f8f25b-79f9-446a-960e-3e2f417dc3ea tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2915368 Jun 23 10:15:36.947500 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36764078-258c-4915-bd79-e79f6e126821', 'tag': 'e7f9e866-d6da-4875-bcdd-8f54500f151f'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:15:36.949742 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404634ef6dbf53e9c182992e714e82192e1d0d35f5c652938e4b1e64141411fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6f8bb9-0a36-4f73-bbd8-b0ecdcf61b22" -d '{"events": [{"name": "network-changed", "server_uuid": "36764078-258c-4915-bd79-e79f6e126821", "tag": "e7f9e866-d6da-4875-bcdd-8f54500f151f"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:15:36.988062 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 10:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294a7f03-14f7-4439-866f-78d3af3ae7a2 x-openstack-request-id: req-294a7f03-14f7-4439-866f-78d3af3ae7a2 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:15:36.988382 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36764078-258c-4915-bd79-e79f6e126821", "tag": "e7f9e866-d6da-4875-bcdd-8f54500f151f", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:15:36.988670 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-294a7f03-14f7-4439-866f-78d3af3ae7a2 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:15:36.989091 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36764078-258c-4915-bd79-e79f6e126821', 'tag': 'e7f9e866-d6da-4875-bcdd-8f54500f151f', 'status': 'completed', 'code': 200} Jun 23 10:15:37.042050 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9326c1bd-38d3-49f3-8a81-d7c3cb218726 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:37.064093 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f8bb9-0a36-4f73-bbd8-b0ecdcf61b22 req-7758aa8f-8a72-403b-be71-155adc4d2900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:15:37.065863 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-1d6f8bb9-0a36-4f73-bbd8-b0ecdcf61b22 req-7758aa8f-8a72-403b-be71-155adc4d2900 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=403a3f3b76c149eda502d16875605a80&device_id=36764078-258c-4915-bd79-e79f6e126821 HTTP/1.1" status: 200 len: 1098 time: 0.0542326 Jun 23 10:15:37.091286 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-9326c1bd-38d3-49f3-8a81-d7c3cb218726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:37.094745 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-347c7b21-d333-4fd9-bcae-4634d3153bc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:15:37.130198 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-c9466c85-bde8-40cf-a1b3-2628edc3afbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'name': 'tempest-TestVolumeBootPattern-1999502631-router', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '6b9f595f-2343-48f5-9723-a9e7089228bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:14:44Z', 'updated_at': '2021-06-23T10:14:47Z', 'revision_number': 4, 'project_id': '403a3f3b76c149eda502d16875605a80', 'gw_port': {'id': '6b9f595f-2343-48f5-9723-a9e7089228bf', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:28:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:14:45Z', 'updated_at': '2021-06-23T10:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_floatingips': [{'id': 'f52ee969-e0ec-43ce-b918-36eb3fea323a', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'floating_ip_address': '172.27.2.240', 'floating_network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'router_id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'port_id': 'e7f9e866-d6da-4875-bcdd-8f54500f151f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a', 'mac_address': 'fa:16:3e:79:2c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36764078-258c-4915-bd79-e79f6e126821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T10:15:35Z', 'updated_at': '2021-06-23T10:15:35Z', 'revision_number': 0, 'project_id': '403a3f3b76c149eda502d16875605a80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fabf3893-5521-4d07-9a5c-a49b25344bc2', 'name': '', 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'mac_address': 'fa:16:3e:7b:3b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '876e0539-f8e7-4f58-9842-f61818bf524a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:14:46Z', 'updated_at': '2021-06-23T10:14:54Z', 'revision_number': 5, 'project_id': '403a3f3b76c149eda502d16875605a80', 'subnets': [{'id': '876e0539-f8e7-4f58-9842-f61818bf524a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:15:37.133698 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-9326c1bd-38d3-49f3-8a81-d7c3cb218726 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1ad1f94cd65f4ca4a0cf6fb4327c94d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3468342 Jun 23 10:15:37.134530 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 41654) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:15:37.142270 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9326c1bd-38d3-49f3-8a81-d7c3cb218726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4dd4a9-ec7a-4387-bddc-ea3be94f692f,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:15:37.150183 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-9326c1bd-38d3-49f3-8a81-d7c3cb218726 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:15:37.161166 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9466c85-bde8-40cf-a1b3-2628edc3afbe None None] Checking router: 5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4 for host: dv-cinder-797510-1-iscsi {{(pid=93712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 10:15:37.169758 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9466c85-bde8-40cf-a1b3-2628edc3afbe None None] Routers {'5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:15:37.170380 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-c9466c85-bde8-40cf-a1b3-2628edc3afbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:15:20Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4'], 'active': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:15:37.171685 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f8bb9-0a36-4f73-bbd8-b0ecdcf61b22 req-8dc980c1-0651-446b-af49-b0eebfab2513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:15:37.173151 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-1d6f8bb9-0a36-4f73-bbd8-b0ecdcf61b22 req-8dc980c1-0651-446b-af49-b0eebfab2513 service neutron] 10.222.0.52 "GET /v2.0/networks?id=761416d0-d0b5-4d43-b556-3fc859b1886a HTTP/1.1" status: 200 len: 913 time: 0.1014364 Jun 23 10:15:37.191022 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4851e570-7be7-45b9-869a-6034e5878669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:37.213759 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4851e570-7be7-45b9-869a-6034e5878669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:37.241962 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-1d6f8bb9-0a36-4f73-bbd8-b0ecdcf61b22 req-b662850c-b7fa-4137-839b-c67004460611 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7f9e866-d6da-4875-bcdd-8f54500f151f HTTP/1.1" status: 200 len: 999 time: 0.0621943 Jun 23 10:15:37.277771 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvr_db [None req-c9466c85-bde8-40cf-a1b3-2628edc3afbe None None] Set router 5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4 gateway port host: dv-cinder-797510-1-iscsi {{(pid=93712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:15:37.293365 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f8bb9-0a36-4f73-bbd8-b0ecdcf61b22 req-8431d636-090a-4eea-860c-07d75dc21506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:15:37.296220 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-1d6f8bb9-0a36-4f73-bbd8-b0ecdcf61b22 req-8431d636-090a-4eea-860c-07d75dc21506 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=876e0539-f8e7-4f58-9842-f61818bf524a HTTP/1.1" status: 200 len: 851 time: 0.0474923 Jun 23 10:15:37.361928 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f8bb9-0a36-4f73-bbd8-b0ecdcf61b22 req-62fd1832-c243-4209-8c8d-691e2705d814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:15:37.363263 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4851e570-7be7-45b9-869a-6034e5878669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:37.363754 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-1d6f8bb9-0a36-4f73-bbd8-b0ecdcf61b22 req-62fd1832-c243-4209-8c8d-691e2705d814 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=761416d0-d0b5-4d43-b556-3fc859b1886a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0612049 Jun 23 10:15:37.366413 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4851e570-7be7-45b9-869a-6034e5878669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:37.367585 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-4851e570-7be7-45b9-869a-6034e5878669 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3a4dd4a9-ec7a-4387-bddc-ea3be94f692f HTTP/1.1" status: 204 len: 168 time: 0.2320127 Jun 23 10:15:37.368387 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-b688f690-e880-4e4e-a0f6-4e3b0f23fbb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:15:37.377495 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851e570-7be7-45b9-869a-6034e5878669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4dd4a9-ec7a-4387-bddc-ea3be94f692f,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:15:37.381504 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-4851e570-7be7-45b9-869a-6034e5878669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:15:37.458710 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-1d6f8bb9-0a36-4f73-bbd8-b0ecdcf61b22 req-7cdeaa36-4993-42c4-8ad9-5cef92e37458 service neutron] 10.222.0.52 "GET /v2.0/networks/761416d0-d0b5-4d43-b556-3fc859b1886a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889685 Jun 23 10:15:37.553762 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-1d6f8bb9-0a36-4f73-bbd8-b0ecdcf61b22 req-6ed3bd81-29fe-4423-bbb2-c6c58776a179 service neutron] 10.222.0.52 "GET /v2.0/networks/761416d0-d0b5-4d43-b556-3fc859b1886a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882883 Jun 23 10:15:37.655496 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-c9466c85-bde8-40cf-a1b3-2628edc3afbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'name': 'tempest-TestVolumeBootPattern-1999502631-router', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '6b9f595f-2343-48f5-9723-a9e7089228bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:14:44Z', 'updated_at': '2021-06-23T10:14:47Z', 'revision_number': 4, 'project_id': '403a3f3b76c149eda502d16875605a80', 'gw_port': {'id': '6b9f595f-2343-48f5-9723-a9e7089228bf', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:28:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:14:45Z', 'updated_at': '2021-06-23T10:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_floatingips': [{'id': 'f52ee969-e0ec-43ce-b918-36eb3fea323a', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'floating_ip_address': '172.27.2.240', 'floating_network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'router_id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'port_id': 'e7f9e866-d6da-4875-bcdd-8f54500f151f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a', 'mac_address': 'fa:16:3e:79:2c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36764078-258c-4915-bd79-e79f6e126821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T10:15:35Z', 'updated_at': '2021-06-23T10:15:35Z', 'revision_number': 0, 'project_id': '403a3f3b76c149eda502d16875605a80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fabf3893-5521-4d07-9a5c-a49b25344bc2', 'name': '', 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'mac_address': 'fa:16:3e:7b:3b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '876e0539-f8e7-4f58-9842-f61818bf524a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:14:46Z', 'updated_at': '2021-06-23T10:14:54Z', 'revision_number': 5, 'project_id': '403a3f3b76c149eda502d16875605a80', 'subnets': [{'id': '876e0539-f8e7-4f58-9842-f61818bf524a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:15:37.685555 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9466c85-bde8-40cf-a1b3-2628edc3afbe None None] The sync data for ids ['5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4'] in dv-cinder-797510-1-iscsi is: [{'id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'name': 'tempest-TestVolumeBootPattern-1999502631-router', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '6b9f595f-2343-48f5-9723-a9e7089228bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:14:44Z', 'updated_at': '2021-06-23T10:14:47Z', 'revision_number': 4, 'project_id': '403a3f3b76c149eda502d16875605a80', 'gw_port': {'id': '6b9f595f-2343-48f5-9723-a9e7089228bf', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:28:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:14:45Z', 'updated_at': '2021-06-23T10:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_floatingips': [{'id': 'f52ee969-e0ec-43ce-b918-36eb3fea323a', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'floating_ip_address': '172.27.2.240', 'floating_network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'router_id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'port_id': 'e7f9e866-d6da-4875-bcdd-8f54500f151f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a', 'mac_address': 'fa:16:3e:79:2c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36764078-258c-4915-bd79-e79f6e126821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T10:15:35Z', 'updated_at': '2021-06-23T10:15:35Z', 'revision_number': 0, 'project_id': '403a3f3b76c149eda502d16875605a80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fabf3893-5521-4d07-9a5c-a49b25344bc2', 'name': '', 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'mac_address': 'fa:16:3e:7b:3b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '876e0539-f8e7-4f58-9842-f61818bf524a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:14:46Z', 'updated_at': '2021-06-23T10:14:54Z', 'revision_number': 5, 'project_id': '403a3f3b76c149eda502d16875605a80', 'subnets': [{'id': '876e0539-f8e7-4f58-9842-f61818bf524a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 10:15:37.874557 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0725edc4-41aa-43a2-a412-30e584611328 None None] New status for floating IP f52ee969-e0ec-43ce-b918-36eb3fea323a: ACTIVE {{(pid=93713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 10:15:38.020619 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 41660) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:15:38.033757 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b959e5c1-f71f-4446-b1df-37bf891fe05f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:38.120019 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b959e5c1-f71f-4446-b1df-37bf891fe05f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:38.188009 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-b959e5c1-f71f-4446-b1df-37bf891fe05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:38.190706 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-53b4c7ad-fc7f-4c3a-9161-50844b0c3cb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:15:38.228745 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-b959e5c1-f71f-4446-b1df-37bf891fe05f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fb3b05a4747e496ab60be4d290c84bd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2070599 Jun 23 10:15:38.229611 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b959e5c1-f71f-4446-b1df-37bf891fe05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=975cac2d-5ceb-442e-9575-79e1e5f42233,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:15:38.231942 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 41662) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:15:38.233234 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-b959e5c1-f71f-4446-b1df-37bf891fe05f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:15:38.281600 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-b963665c-5f13-447c-a062-6f4a3ff04a15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:38.302363 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-b963665c-5f13-447c-a062-6f4a3ff04a15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:38.433408 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-b963665c-5f13-447c-a062-6f4a3ff04a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:38.436043 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-b963665c-5f13-447c-a062-6f4a3ff04a15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:38.437163 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-b963665c-5f13-447c-a062-6f4a3ff04a15 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/975cac2d-5ceb-442e-9575-79e1e5f42233 HTTP/1.1" status: 204 len: 168 time: 0.2036057 Jun 23 10:15:38.437934 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-9a28f9b0-732d-4f98-a86f-24a4dbfcf3c5 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:15:38.450708 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b963665c-5f13-447c-a062-6f4a3ff04a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=975cac2d-5ceb-442e-9575-79e1e5f42233,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:15:38.450708 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-b963665c-5f13-447c-a062-6f4a3ff04a15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:15:45.920156 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 41746) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:15:46.020556 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-7cfefeb8-f09e-439c-8c89-06f45a5facad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:46.104838 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-7cfefeb8-f09e-439c-8c89-06f45a5facad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:46.181676 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-7cfefeb8-f09e-439c-8c89-06f45a5facad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:46.184124 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-2e5b1509-b1d6-4f7b-a806-f3665213a42f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:15:46.222283 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-7cfefeb8-f09e-439c-8c89-06f45a5facad admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2745d317299c4da6a0bb93928d439ed2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3010395 Jun 23 10:15:46.223193 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfefeb8-f09e-439c-8c89-06f45a5facad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce2569f7-b5b0-481c-9de6-60808e26f32a,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:15:46.224995 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 41750) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:15:46.242508 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfefeb8-f09e-439c-8c89-06f45a5facad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:15:46.242909 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfefeb8-f09e-439c-8c89-06f45a5facad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:15:46.243282 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfefeb8-f09e-439c-8c89-06f45a5facad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:15:46.243671 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfefeb8-f09e-439c-8c89-06f45a5facad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:15:46.244028 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfefeb8-f09e-439c-8c89-06f45a5facad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:15:46.244385 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfefeb8-f09e-439c-8c89-06f45a5facad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:15:46.244739 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfefeb8-f09e-439c-8c89-06f45a5facad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:15:46.245088 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfefeb8-f09e-439c-8c89-06f45a5facad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:15:46.245441 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfefeb8-f09e-439c-8c89-06f45a5facad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:15:46.245789 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfefeb8-f09e-439c-8c89-06f45a5facad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:15:46.246137 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfefeb8-f09e-439c-8c89-06f45a5facad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:15:46.246523 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfefeb8-f09e-439c-8c89-06f45a5facad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:15:46.251355 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-7cfefeb8-f09e-439c-8c89-06f45a5facad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:15:46.287850 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-cf1cfcc9-ac80-4450-8db8-0f5d9e4d0792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:46.309644 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-cf1cfcc9-ac80-4450-8db8-0f5d9e4d0792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:46.456505 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-cf1cfcc9-ac80-4450-8db8-0f5d9e4d0792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:46.459154 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-cf1cfcc9-ac80-4450-8db8-0f5d9e4d0792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:46.460316 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-cf1cfcc9-ac80-4450-8db8-0f5d9e4d0792 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ce2569f7-b5b0-481c-9de6-60808e26f32a HTTP/1.1" status: 204 len: 168 time: 0.2344544 Jun 23 10:15:46.461104 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-0174e622-7e5c-47b3-ad10-b0df1d4bb97d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:15:46.469215 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1cfcc9-ac80-4450-8db8-0f5d9e4d0792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce2569f7-b5b0-481c-9de6-60808e26f32a,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:15:46.471440 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-cf1cfcc9-ac80-4450-8db8-0f5d9e4d0792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:15:47.049115 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 41756) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:15:47.063291 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a22a32a1-be97-4bd9-b1dc-fb2f9fc338ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:47.148034 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a22a32a1-be97-4bd9-b1dc-fb2f9fc338ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:47.233219 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-a22a32a1-be97-4bd9-b1dc-fb2f9fc338ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:47.236589 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-d715db1b-d828-4f80-8b9c-28e459b8c323 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:15:47.272156 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-a22a32a1-be97-4bd9-b1dc-fb2f9fc338ec admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c3afe6bee31e4ad1a1a4389b34bea2f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2219770 Jun 23 10:15:47.274068 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a32a1-be97-4bd9-b1dc-fb2f9fc338ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db0e68d-8300-4684-8a70-b516e0c508db,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:15:47.274738 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 41758) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:15:47.281668 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a32a1-be97-4bd9-b1dc-fb2f9fc338ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:15:47.282030 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a32a1-be97-4bd9-b1dc-fb2f9fc338ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:15:47.282393 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a32a1-be97-4bd9-b1dc-fb2f9fc338ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:15:47.282776 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a32a1-be97-4bd9-b1dc-fb2f9fc338ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:15:47.283131 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a32a1-be97-4bd9-b1dc-fb2f9fc338ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:15:47.283485 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a32a1-be97-4bd9-b1dc-fb2f9fc338ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:15:47.283836 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a32a1-be97-4bd9-b1dc-fb2f9fc338ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:15:47.284180 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a32a1-be97-4bd9-b1dc-fb2f9fc338ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:15:47.284527 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a32a1-be97-4bd9-b1dc-fb2f9fc338ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:15:47.284871 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a32a1-be97-4bd9-b1dc-fb2f9fc338ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:15:47.285213 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a32a1-be97-4bd9-b1dc-fb2f9fc338ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:15:47.285553 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22a32a1-be97-4bd9-b1dc-fb2f9fc338ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:15:47.289255 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-a22a32a1-be97-4bd9-b1dc-fb2f9fc338ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:15:47.325862 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-9ea6f5e7-3b43-47eb-b0bc-82f926736e93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:47.346456 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-9ea6f5e7-3b43-47eb-b0bc-82f926736e93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:47.506583 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-9ea6f5e7-3b43-47eb-b0bc-82f926736e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:47.509146 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-9ea6f5e7-3b43-47eb-b0bc-82f926736e93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:47.510278 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-9ea6f5e7-3b43-47eb-b0bc-82f926736e93 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1db0e68d-8300-4684-8a70-b516e0c508db HTTP/1.1" status: 204 len: 168 time: 0.2345431 Jun 23 10:15:47.511153 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-228bbb2c-dcd1-4221-9332-e55f1b13215c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:15:47.519283 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea6f5e7-3b43-47eb-b0bc-82f926736e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db0e68d-8300-4684-8a70-b516e0c508db,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:15:47.522306 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-9ea6f5e7-3b43-47eb-b0bc-82f926736e93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:15:47.889567 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e7ee9a4e-de92-4bf8-9f24-35decb1efc6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:50.076527 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.agents_db [None req-4b03355e-e743-40fc-912e-580b49e4c212 None None] Agent healthcheck: found 6 active agents {{(pid=93713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 10:15:50.399015 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8cf36dda-4fe6-4d7b-ac10-012943dbdca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:50.604489 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:51.529822 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-549d35a9-2eb0-42c6-a322-a779b3edc54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:15:53.495703 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-329354e5-9e69-417d-83ab-34bb473e22da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:16:00.731338 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 41852) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:16:00.831183 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-1bc4901f-719d-4a48-9a36-c99a0d11a9dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:16:00.919301 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-1bc4901f-719d-4a48-9a36-c99a0d11a9dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:16:00.981465 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-1bc4901f-719d-4a48-9a36-c99a0d11a9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:16:00.984787 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-cf1cfcc9-ac80-4450-8db8-0f5d9e4d0792 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:16:01.020232 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-1bc4901f-719d-4a48-9a36-c99a0d11a9dd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=094b03c1315e430d9515969fbc32b1a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2878196 Jun 23 10:16:01.021547 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc4901f-719d-4a48-9a36-c99a0d11a9dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2340d53e-52db-43d0-ba32-e19b9b65126c,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:16:01.022960 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 41856) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:16:01.024686 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-1bc4901f-719d-4a48-9a36-c99a0d11a9dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:16:01.070807 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2b5dc74e-c6ca-46be-89ea-523ea4d4dd83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:16:01.091891 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2b5dc74e-c6ca-46be-89ea-523ea4d4dd83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:16:01.209798 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2b5dc74e-c6ca-46be-89ea-523ea4d4dd83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:16:01.212387 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-2b5dc74e-c6ca-46be-89ea-523ea4d4dd83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:16:01.213536 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-2b5dc74e-c6ca-46be-89ea-523ea4d4dd83 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2340d53e-52db-43d0-ba32-e19b9b65126c HTTP/1.1" status: 204 len: 168 time: 0.1896176 Jun 23 10:16:01.214475 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-1bba870b-12ba-4f0c-b599-3a00be1e7c1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:16:01.222111 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5dc74e-c6ca-46be-89ea-523ea4d4dd83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2340d53e-52db-43d0-ba32-e19b9b65126c,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:16:01.224555 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-2b5dc74e-c6ca-46be-89ea-523ea4d4dd83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:16:01.836552 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 41862) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:16:01.850421 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-8c8a7cf8-eb6e-423f-a207-00a305178899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:16:01.934039 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-8c8a7cf8-eb6e-423f-a207-00a305178899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:16:02.010060 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-8c8a7cf8-eb6e-423f-a207-00a305178899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:16:02.012888 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-1dadfbe2-1a72-4b99-a305-5dbc53c5a35c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:16:02.048635 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-8c8a7cf8-eb6e-423f-a207-00a305178899 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8b98f215ed04426783db13e012edb9ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2110536 Jun 23 10:16:02.049691 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8a7cf8-eb6e-423f-a207-00a305178899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1448f8c-775f-4d6e-b864-4be0af5e96aa,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:16:02.051284 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 41864) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:16:02.052746 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-8c8a7cf8-eb6e-423f-a207-00a305178899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:16:02.103013 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-88284ea8-278a-4abb-b0db-78c37c908893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:16:02.123265 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-88284ea8-278a-4abb-b0db-78c37c908893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:16:02.279044 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-88284ea8-278a-4abb-b0db-78c37c908893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:16:02.281557 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-88284ea8-278a-4abb-b0db-78c37c908893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:16:02.282683 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-88284ea8-278a-4abb-b0db-78c37c908893 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b1448f8c-775f-4d6e-b864-4be0af5e96aa HTTP/1.1" status: 204 len: 168 time: 0.2304294 Jun 23 10:16:02.283457 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-8cf5a976-6c71-4848-8b86-5dff99db2b9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:16:02.290885 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88284ea8-278a-4abb-b0db-78c37c908893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1448f8c-775f-4d6e-b864-4be0af5e96aa,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:16:02.294795 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-88284ea8-278a-4abb-b0db-78c37c908893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:16:03.540319 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0f048-fbf1-4c98-881f-ae71719db01f req-99486bca-707b-4a0f-81df-dd696041bc1b tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:16:03.541834 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b7f0f048-fbf1-4c98-881f-ae71719db01f req-99486bca-707b-4a0f-81df-dd696041bc1b tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/ports?device_id=de2ff446-c341-468b-92b6-3b59c73f73d1 HTTP/1.1" status: 200 len: 945 time: 0.0735939 Jun 23 10:16:03.582503 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b7f0f048-fbf1-4c98-881f-ae71719db01f req-7909ba5e-71a8-43f2-9e82-7ecbd5619bfe tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/security-groups?id=e45e3df1-e8a9-4537-8289-2ade431faea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348456 Jun 23 10:16:03.906966 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:16:04.769036 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea18a4b3-7b0e-48d6-8928-4d28eb9b593d req-6fd83e97-6c70-4780-8e1d-070f56dfa48b tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:16:04.770483 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ea18a4b3-7b0e-48d6-8928-4d28eb9b593d req-6fd83e97-6c70-4780-8e1d-070f56dfa48b tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/ports?device_id=de2ff446-c341-468b-92b6-3b59c73f73d1 HTTP/1.1" status: 200 len: 945 time: 0.0676434 Jun 23 10:16:04.809397 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ea18a4b3-7b0e-48d6-8928-4d28eb9b593d req-afc680a6-dd66-4406-ab67-ab02fe99dabc tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/security-groups?id=e45e3df1-e8a9-4537-8289-2ade431faea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325587 Jun 23 10:16:05.989720 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc75fbeb-4aaa-4ac5-8f0c-189e33a29d4b req-c379dfd8-abee-4342-a4b3-e20957c44479 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:16:05.991198 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-cc75fbeb-4aaa-4ac5-8f0c-189e33a29d4b req-c379dfd8-abee-4342-a4b3-e20957c44479 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/ports?device_id=de2ff446-c341-468b-92b6-3b59c73f73d1 HTTP/1.1" status: 200 len: 945 time: 0.0639670 Jun 23 10:16:06.028882 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-cc75fbeb-4aaa-4ac5-8f0c-189e33a29d4b req-14efa90b-a884-404f-8aa7-397c3e3e8ee0 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/security-groups?id=e45e3df1-e8a9-4537-8289-2ade431faea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320036 Jun 23 10:16:07.221360 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf71fc3-ebda-4463-be26-57e6e365ee22 req-de677066-9a1d-47fe-966e-1458e43d462d tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:16:07.222856 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-0bf71fc3-ebda-4463-be26-57e6e365ee22 req-de677066-9a1d-47fe-966e-1458e43d462d tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/ports?device_id=de2ff446-c341-468b-92b6-3b59c73f73d1 HTTP/1.1" status: 200 len: 945 time: 0.0645726 Jun 23 10:16:07.265323 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-0bf71fc3-ebda-4463-be26-57e6e365ee22 req-c789e491-fb88-4fdf-89b5-f02210a5c156 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/security-groups?id=e45e3df1-e8a9-4537-8289-2ade431faea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363920 Jun 23 10:16:08.443096 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbfcab0-e025-4a81-8943-ecaf6fdc8fb9 req-06202e3e-8178-49bf-b3ad-ebfa265bde15 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:16:08.444570 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1bbfcab0-e025-4a81-8943-ecaf6fdc8fb9 req-06202e3e-8178-49bf-b3ad-ebfa265bde15 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/ports?device_id=de2ff446-c341-468b-92b6-3b59c73f73d1 HTTP/1.1" status: 200 len: 945 time: 0.0670552 Jun 23 10:16:08.483824 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1bbfcab0-e025-4a81-8943-ecaf6fdc8fb9 req-d357eda0-56b2-47c1-8b12-8c1b239615d0 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/security-groups?id=e45e3df1-e8a9-4537-8289-2ade431faea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322390 Jun 23 10:16:09.673613 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab2122-b9c5-48a6-9fae-fad9a353d6da req-2891880c-3079-48eb-ae43-6934caccb93b tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:16:09.675223 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-57ab2122-b9c5-48a6-9fae-fad9a353d6da req-2891880c-3079-48eb-ae43-6934caccb93b tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/ports?device_id=de2ff446-c341-468b-92b6-3b59c73f73d1 HTTP/1.1" status: 200 len: 945 time: 0.0726640 Jun 23 10:16:09.714888 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-57ab2122-b9c5-48a6-9fae-fad9a353d6da req-aaca33ee-8e56-4afc-8552-b8f97583c928 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/security-groups?id=e45e3df1-e8a9-4537-8289-2ade431faea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333958 Jun 23 10:16:10.892614 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f1c51-5e70-4bbe-8ac4-46750711b3dd req-6de29e5f-eca2-4529-ab7d-e695ca7ceac2 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:16:10.894078 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-779f1c51-5e70-4bbe-8ac4-46750711b3dd req-6de29e5f-eca2-4529-ab7d-e695ca7ceac2 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/ports?device_id=de2ff446-c341-468b-92b6-3b59c73f73d1 HTTP/1.1" status: 200 len: 945 time: 0.0669193 Jun 23 10:16:10.933912 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-779f1c51-5e70-4bbe-8ac4-46750711b3dd req-1e97adc5-936f-412a-bfd8-b93279544b8e tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/security-groups?id=e45e3df1-e8a9-4537-8289-2ade431faea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342424 Jun 23 10:16:12.109408 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909e031-9ec2-4cf2-8369-af7665e4fe4f req-64816ccc-792b-460e-8d34-74c58f55a051 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:16:12.110883 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4909e031-9ec2-4cf2-8369-af7665e4fe4f req-64816ccc-792b-460e-8d34-74c58f55a051 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/ports?device_id=de2ff446-c341-468b-92b6-3b59c73f73d1 HTTP/1.1" status: 200 len: 945 time: 0.0646830 Jun 23 10:16:12.149661 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4909e031-9ec2-4cf2-8369-af7665e4fe4f req-836a7f98-c422-4429-af2b-f35b7f01ff6b tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/security-groups?id=e45e3df1-e8a9-4537-8289-2ade431faea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333178 Jun 23 10:16:13.318794 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d8a72-5659-4acc-86c3-0e3475f51629 req-d1af1a05-1833-4a54-9d6c-9b0932f5226f tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:16:13.320235 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-8c7d8a72-5659-4acc-86c3-0e3475f51629 req-d1af1a05-1833-4a54-9d6c-9b0932f5226f tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/ports?device_id=de2ff446-c341-468b-92b6-3b59c73f73d1 HTTP/1.1" status: 200 len: 945 time: 0.0633626 Jun 23 10:16:13.358706 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-8c7d8a72-5659-4acc-86c3-0e3475f51629 req-eefd371c-38bf-4ad3-8eb2-b1232e61a493 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/security-groups?id=e45e3df1-e8a9-4537-8289-2ade431faea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323834 Jun 23 10:16:13.781499 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8399f-f66f-4bf1-85ef-833005368778 req-864f2dbb-bd6e-4157-afc8-ea5c408a8299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:16:13.783063 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-eeb8399f-f66f-4bf1-85ef-833005368778 req-864f2dbb-bd6e-4157-afc8-ea5c408a8299 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=92b25a857e544e8a81b9334162e2ccec&device_id=de2ff446-c341-468b-92b6-3b59c73f73d1 HTTP/1.1" status: 200 len: 1098 time: 0.0523241 Jun 23 10:16:13.875829 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8399f-f66f-4bf1-85ef-833005368778 req-0a45136f-7493-49d9-b1e9-1862792cafd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:16:13.877286 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-eeb8399f-f66f-4bf1-85ef-833005368778 req-0a45136f-7493-49d9-b1e9-1862792cafd7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=68c08a46-ecd8-4ed9-9182-ea12c9f045ea HTTP/1.1" status: 200 len: 910 time: 0.0880380 Jun 23 10:16:13.946776 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-eeb8399f-f66f-4bf1-85ef-833005368778 req-21a95dac-a966-4add-9bd7-1e616b6663e2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5dc4ec69-ba43-4bfc-956d-a8f978b4b560 HTTP/1.1" status: 200 len: 1001 time: 0.0590620 Jun 23 10:16:13.994859 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8399f-f66f-4bf1-85ef-833005368778 req-953c3884-0d19-4834-a5ad-87fa6893a95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:16:13.996791 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-eeb8399f-f66f-4bf1-85ef-833005368778 req-953c3884-0d19-4834-a5ad-87fa6893a95e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e4deb3fe-5cbf-4afd-9d80-a3d9af1fee71 HTTP/1.1" status: 200 len: 848 time: 0.0428007 Jun 23 10:16:14.052118 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8399f-f66f-4bf1-85ef-833005368778 req-efc80271-fa5f-40be-a062-e14bbbc58d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:16:14.053589 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-eeb8399f-f66f-4bf1-85ef-833005368778 req-efc80271-fa5f-40be-a062-e14bbbc58d7c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=68c08a46-ecd8-4ed9-9182-ea12c9f045ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502996 Jun 23 10:16:14.146988 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-eeb8399f-f66f-4bf1-85ef-833005368778 req-a5abc5c9-0359-40d3-8a1d-2e031fc0a484 service neutron] 10.222.0.52 "GET /v2.0/networks/68c08a46-ecd8-4ed9-9182-ea12c9f045ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864921 Jun 23 10:16:14.237508 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-eeb8399f-f66f-4bf1-85ef-833005368778 req-e9a610f9-c566-47e5-aa71-500f72884562 service neutron] 10.222.0.52 "GET /v2.0/networks/68c08a46-ecd8-4ed9-9182-ea12c9f045ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842054 Jun 23 10:16:14.537865 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd26aa-6262-4579-8a5e-6094ff2f0d4b req-f6f73c4a-3b6d-4a0b-a556-3601f57c08e0 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:16:14.539434 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-58bd26aa-6262-4579-8a5e-6094ff2f0d4b req-f6f73c4a-3b6d-4a0b-a556-3601f57c08e0 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/ports?device_id=de2ff446-c341-468b-92b6-3b59c73f73d1 HTTP/1.1" status: 200 len: 945 time: 0.0709665 Jun 23 10:16:14.577287 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-58bd26aa-6262-4579-8a5e-6094ff2f0d4b req-0e9655f8-6396-42b4-9f10-fd87e8da3a92 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/security-groups?id=e45e3df1-e8a9-4537-8289-2ade431faea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320904 Jun 23 10:16:15.750316 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925285c1-e73f-4a82-86f6-82b4a1d7e625 req-1a9b849c-ffa8-412e-bf9c-05e04188366a tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:16:15.751818 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-925285c1-e73f-4a82-86f6-82b4a1d7e625 req-1a9b849c-ffa8-412e-bf9c-05e04188366a tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/ports?device_id=de2ff446-c341-468b-92b6-3b59c73f73d1 HTTP/1.1" status: 200 len: 945 time: 0.0630114 Jun 23 10:16:15.788749 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-925285c1-e73f-4a82-86f6-82b4a1d7e625 req-0d7a4550-ef16-499f-883c-418f6ab58ec2 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/security-groups?id=e45e3df1-e8a9-4537-8289-2ade431faea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313811 Jun 23 10:16:16.975627 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d4211d-ff61-4a46-aa35-388d9ce0768b req-edef1fce-871a-42c4-b3ed-1cc2bde22e06 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:16:16.977155 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-00d4211d-ff61-4a46-aa35-388d9ce0768b req-edef1fce-871a-42c4-b3ed-1cc2bde22e06 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/ports?device_id=de2ff446-c341-468b-92b6-3b59c73f73d1 HTTP/1.1" status: 200 len: 945 time: 0.0701423 Jun 23 10:16:17.018491 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-00d4211d-ff61-4a46-aa35-388d9ce0768b req-1124ffc3-760b-4db1-a672-54fd7e45db2a tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/security-groups?id=e45e3df1-e8a9-4537-8289-2ade431faea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349371 Jun 23 10:16:17.593189 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d9f40d81-5e85-4a51-b4c2-f5cde4d74fb5 req-7463843b-21a0-42af-9bb5-507de4131d2a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=de2ff446-c341-468b-92b6-3b59c73f73d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0969217 Jun 23 10:16:17.604421 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e7445-d4ba-4e1c-bef1-18a458ee1beb req-0b557254-55e9-426a-a17d-f7c7dc77bc30 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:16:17.606378 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-751e7445-d4ba-4e1c-bef1-18a458ee1beb req-0b557254-55e9-426a-a17d-f7c7dc77bc30 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/ports?device_id=de2ff446-c341-468b-92b6-3b59c73f73d1 HTTP/1.1" status: 200 len: 945 time: 0.0828919 Jun 23 10:16:17.644898 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-751e7445-d4ba-4e1c-bef1-18a458ee1beb req-bcfec568-949d-42c1-80af-383b58d8e8bb tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/security-groups?id=e45e3df1-e8a9-4537-8289-2ade431faea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326095 Jun 23 10:16:17.918375 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0d98acca-dcaa-4518-918a-e405e7d3a86b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:16:18.817201 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2568b1b-6160-4de3-8664-29d26c79a2bc req-ddf7bc5e-8d6d-477e-b39e-00764b9bb136 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:16:18.818575 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-c2568b1b-6160-4de3-8664-29d26c79a2bc req-ddf7bc5e-8d6d-477e-b39e-00764b9bb136 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/ports?device_id=de2ff446-c341-468b-92b6-3b59c73f73d1 HTTP/1.1" status: 200 len: 945 time: 0.0647945 Jun 23 10:16:18.856777 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-c2568b1b-6160-4de3-8664-29d26c79a2bc req-bb728fbb-b8df-4dde-95ff-cb2029334c29 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/security-groups?id=e45e3df1-e8a9-4537-8289-2ade431faea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324113 Jun 23 10:16:20.033386 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3e8096-80a8-40ef-be70-931baa9ea54b req-28666779-c0e2-4019-a602-46c9539a2da7 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:16:20.039133 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-6e3e8096-80a8-40ef-be70-931baa9ea54b req-28666779-c0e2-4019-a602-46c9539a2da7 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/ports?device_id=de2ff446-c341-468b-92b6-3b59c73f73d1 HTTP/1.1" status: 200 len: 945 time: 0.0711961 Jun 23 10:16:20.073746 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-6e3e8096-80a8-40ef-be70-931baa9ea54b req-8630922a-9572-4982-a482-89d434e6fc88 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/security-groups?id=e45e3df1-e8a9-4537-8289-2ade431faea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330138 Jun 23 10:16:20.366659 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f40d81-5e85-4a51-b4c2-f5cde4d74fb5 req-01d88411-9581-4802-8b06-58b04499b820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:16:20.368228 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-d9f40d81-5e85-4a51-b4c2-f5cde4d74fb5 req-01d88411-9581-4802-8b06-58b04499b820 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=de2ff446-c341-468b-92b6-3b59c73f73d1&tenant_id=92b25a857e544e8a81b9334162e2ccec HTTP/1.1" status: 200 len: 1098 time: 0.0530612 Jun 23 10:16:20.388489 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-b8b7fba8-fb9a-442f-aa83-425c159240ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:16:20.468258 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f40d81-5e85-4a51-b4c2-f5cde4d74fb5 req-9dc7e76b-ec72-441d-a961-9e165200f38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:16:20.469624 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-d9f40d81-5e85-4a51-b4c2-f5cde4d74fb5 req-9dc7e76b-ec72-441d-a961-9e165200f38d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=92b25a857e544e8a81b9334162e2ccec&device_id=de2ff446-c341-468b-92b6-3b59c73f73d1 HTTP/1.1" status: 200 len: 1098 time: 0.0576923 Jun 23 10:16:20.555742 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f40d81-5e85-4a51-b4c2-f5cde4d74fb5 req-aff10869-1adc-4ff6-a713-3dda859c680e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:16:20.557229 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-d9f40d81-5e85-4a51-b4c2-f5cde4d74fb5 req-aff10869-1adc-4ff6-a713-3dda859c680e service neutron] 10.222.0.52 "GET /v2.0/networks?id=68c08a46-ecd8-4ed9-9182-ea12c9f045ea HTTP/1.1" status: 200 len: 910 time: 0.0817013 Jun 23 10:16:20.569449 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device 5dc4ec69-ba43-4bfc-956d-a8f978b4b560 no longer exists at agent hyperv_hv-cinder-79751 {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 10:16:20.626100 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-d9f40d81-5e85-4a51-b4c2-f5cde4d74fb5 req-3afe9bda-a3aa-47dd-b12e-1b3a4f8ba72b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5dc4ec69-ba43-4bfc-956d-a8f978b4b560 HTTP/1.1" status: 200 len: 1001 time: 0.0630014 Jun 23 10:16:20.650916 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:16:20.659717 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:16:20.678577 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f40d81-5e85-4a51-b4c2-f5cde4d74fb5 req-c9064b4f-4ec6-40ac-8bff-465771b9bf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:16:20.678842 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de2ff446-c341-468b-92b6-3b59c73f73d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dc4ec69-ba43-4bfc-956d-a8f978b4b560'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:16:20.680397 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-d9f40d81-5e85-4a51-b4c2-f5cde4d74fb5 req-c9064b4f-4ec6-40ac-8bff-465771b9bf18 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e4deb3fe-5cbf-4afd-9d80-a3d9af1fee71 HTTP/1.1" status: 200 len: 848 time: 0.0482597 Jun 23 10:16:20.681129 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e06d9dce5bc2bce6c931562da1c36027cbf4e574fb667469159d94052b32a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b093d26-ac5e-4519-9345-cf1cb66f007e" -d '{"events": [{"server_uuid": "de2ff446-c341-468b-92b6-3b59c73f73d1", "name": "network-vif-unplugged", "status": "completed", "tag": "5dc4ec69-ba43-4bfc-956d-a8f978b4b560"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:16:20.695445 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port 5dc4ec69-ba43-4bfc-956d-a8f978b4b560, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=5dc4ec69-ba43-4bfc-956d-a8f978b4b560,segment=NetworkSegment(6fb7745b-8072-4352-8d78-8658473c137a),segment_id=6fb7745b-8072-4352-8d78-8658473c137a)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:16:20.727087 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Jun 2021 10:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe5f2559-e127-42e6-8153-63e88a70b67c x-openstack-request-id: req-fe5f2559-e127-42e6-8153-63e88a70b67c {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:16:20.727443 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de2ff446-c341-468b-92b6-3b59c73f73d1", "name": "network-vif-unplugged", "status": "completed", "tag": "5dc4ec69-ba43-4bfc-956d-a8f978b4b560", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:16:20.727877 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fe5f2559-e127-42e6-8153-63e88a70b67c {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:16:20.728535 dv-cinder-797510-1-iscsi neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de2ff446-c341-468b-92b6-3b59c73f73d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5dc4ec69-ba43-4bfc-956d-a8f978b4b560', 'code': 200} Jun 23 10:16:20.740525 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f40d81-5e85-4a51-b4c2-f5cde4d74fb5 req-39387582-242d-49a0-890f-8986d45989f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:16:20.741981 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-d9f40d81-5e85-4a51-b4c2-f5cde4d74fb5 req-39387582-242d-49a0-890f-8986d45989f3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=68c08a46-ecd8-4ed9-9182-ea12c9f045ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0551283 Jun 23 10:16:20.780906 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:16:20.783087 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:16:20.831171 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Pushing event updated for resources: {'Port': ['ID=5dc4ec69-ba43-4bfc-956d-a8f978b4b560,revision_number=6']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:16:20.838595 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:16:20.838966 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:16:20.839303 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:16:20.839636 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:16:20.840589 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:16:20.840589 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:16:20.840822 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:16:20.840964 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:16:20.841284 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:16:20.841600 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:16:20.841916 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:16:20.842227 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:16:20.846294 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:16:21.107989 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-d9f40d81-5e85-4a51-b4c2-f5cde4d74fb5 req-97370b13-99c9-4213-808b-1df5209f2516 service neutron] 10.222.0.52 "GET /v2.0/networks/68c08a46-ecd8-4ed9-9182-ea12c9f045ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3592024 Jun 23 10:16:21.199121 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-d9f40d81-5e85-4a51-b4c2-f5cde4d74fb5 req-4c8bc5e0-5181-43b5-9443-72b9896417bd service neutron] 10.222.0.52 "GET /v2.0/networks/68c08a46-ecd8-4ed9-9182-ea12c9f045ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845842 Jun 23 10:16:21.254559 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709d1df-41ce-4aea-8d75-ba66bb5a188c req-289f1918-bfd0-4baf-b503-6ce5797700c3 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:16:21.256064 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d709d1df-41ce-4aea-8d75-ba66bb5a188c req-289f1918-bfd0-4baf-b503-6ce5797700c3 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/ports?device_id=de2ff446-c341-468b-92b6-3b59c73f73d1 HTTP/1.1" status: 200 len: 943 time: 0.0650125 Jun 23 10:16:21.297743 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d709d1df-41ce-4aea-8d75-ba66bb5a188c req-b58b0670-28ba-4e8d-9706-1bc833125f07 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/security-groups?id=e45e3df1-e8a9-4537-8289-2ade431faea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360312 Jun 23 10:16:21.546621 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-549d35a9-2eb0-42c6-a322-a779b3edc54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:16:22.470163 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a05d40-d3a6-4f60-85fb-c8cb924fdd62 req-f838e077-8d72-49c3-bbf7-290aa0ea98b9 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:16:22.471650 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-12a05d40-d3a6-4f60-85fb-c8cb924fdd62 req-f838e077-8d72-49c3-bbf7-290aa0ea98b9 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/ports?device_id=de2ff446-c341-468b-92b6-3b59c73f73d1 HTTP/1.1" status: 200 len: 943 time: 0.0623996 Jun 23 10:16:22.508436 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-12a05d40-d3a6-4f60-85fb-c8cb924fdd62 req-078af22c-008c-4351-86e7-ae42c815b425 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/security-groups?id=e45e3df1-e8a9-4537-8289-2ade431faea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312901 Jun 23 10:16:23.500735 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-329354e5-9e69-417d-83ab-34bb473e22da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:16:23.689220 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2267ac8-6c82-435e-af2a-95d073b225d8 req-3cb1c6a5-55b7-4a6a-9ac6-d4efade2f5ec tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:16:23.690943 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a2267ac8-6c82-435e-af2a-95d073b225d8 req-3cb1c6a5-55b7-4a6a-9ac6-d4efade2f5ec tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/ports?device_id=de2ff446-c341-468b-92b6-3b59c73f73d1 HTTP/1.1" status: 200 len: 943 time: 0.0623183 Jun 23 10:16:23.728108 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a2267ac8-6c82-435e-af2a-95d073b225d8 req-b8f7405d-907c-4dee-b038-b4d31b421de1 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/security-groups?id=e45e3df1-e8a9-4537-8289-2ade431faea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316491 Jun 23 10:16:24.901322 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588efc84-dfa7-44d6-9bd1-f27dc41584a4 req-6b3b040e-82c1-4e2b-a720-9930572300f8 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:16:24.903564 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-588efc84-dfa7-44d6-9bd1-f27dc41584a4 req-6b3b040e-82c1-4e2b-a720-9930572300f8 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/ports?device_id=de2ff446-c341-468b-92b6-3b59c73f73d1 HTTP/1.1" status: 200 len: 943 time: 0.0670576 Jun 23 10:16:24.940217 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-588efc84-dfa7-44d6-9bd1-f27dc41584a4 req-71aae21b-aeda-4c99-94a4-4c2c3509c668 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/security-groups?id=e45e3df1-e8a9-4537-8289-2ade431faea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311494 Jun 23 10:16:26.114073 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d610f5-7674-4f29-bcc5-12d8e58106d7 req-1cedaf7a-0efa-4187-9600-9946819292e9 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:16:26.115565 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d7d610f5-7674-4f29-bcc5-12d8e58106d7 req-1cedaf7a-0efa-4187-9600-9946819292e9 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/ports?device_id=de2ff446-c341-468b-92b6-3b59c73f73d1 HTTP/1.1" status: 200 len: 943 time: 0.0638692 Jun 23 10:16:26.152171 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d7d610f5-7674-4f29-bcc5-12d8e58106d7 req-dba39b56-c436-4682-9042-35b8870e9577 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/security-groups?id=e45e3df1-e8a9-4537-8289-2ade431faea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309019 Jun 23 10:16:27.075493 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.agents_db [None req-4b03355e-e743-40fc-912e-580b49e4c212 None None] Agent healthcheck: found 6 active agents {{(pid=93713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 10:16:27.322537 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59919a-612f-4c19-991d-b1f761db11f6 req-5a23ab7f-d7dd-4abc-9e3e-9738d2cea7a9 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:16:27.324514 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-fe59919a-612f-4c19-991d-b1f761db11f6 req-5a23ab7f-d7dd-4abc-9e3e-9738d2cea7a9 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/ports?device_id=de2ff446-c341-468b-92b6-3b59c73f73d1 HTTP/1.1" status: 200 len: 943 time: 0.0607831 Jun 23 10:16:27.365164 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-fe59919a-612f-4c19-991d-b1f761db11f6 req-ad3517c2-7525-4eac-b933-ae7c650d83aa tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/security-groups?id=e45e3df1-e8a9-4537-8289-2ade431faea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349622 Jun 23 10:16:28.537516 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d68cb3-6a1f-470b-85ff-abd86841e5e4 req-7d9f7860-52ff-4826-9866-5d81d8ac1891 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:16:28.538966 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-66d68cb3-6a1f-470b-85ff-abd86841e5e4 req-7d9f7860-52ff-4826-9866-5d81d8ac1891 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/ports?device_id=de2ff446-c341-468b-92b6-3b59c73f73d1 HTTP/1.1" status: 200 len: 943 time: 0.0614016 Jun 23 10:16:28.577012 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-66d68cb3-6a1f-470b-85ff-abd86841e5e4 req-2cdae83a-733f-449a-9ba7-cf1356feeea1 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/security-groups?id=e45e3df1-e8a9-4537-8289-2ade431faea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325003 Jun 23 10:16:29.746449 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f7536-b7a5-4156-9b21-aea48ba1d7aa req-98ddae3b-10ff-40d1-8a51-885e061686e1 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:16:29.751205 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-fe7f7536-b7a5-4156-9b21-aea48ba1d7aa req-98ddae3b-10ff-40d1-8a51-885e061686e1 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/ports?device_id=de2ff446-c341-468b-92b6-3b59c73f73d1 HTTP/1.1" status: 200 len: 943 time: 0.0646708 Jun 23 10:16:29.785660 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-fe7f7536-b7a5-4156-9b21-aea48ba1d7aa req-a5accbd1-8e49-446b-b0c2-7269bb275681 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/security-groups?id=e45e3df1-e8a9-4537-8289-2ade431faea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319026 Jun 23 10:16:30.961404 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e64d0d-96b0-4660-a96b-f1b087bf06bd req-501349c1-54b3-4ee0-a888-378053e69e48 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:16:30.962869 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d5e64d0d-96b0-4660-a96b-f1b087bf06bd req-501349c1-54b3-4ee0-a888-378053e69e48 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/ports?device_id=de2ff446-c341-468b-92b6-3b59c73f73d1 HTTP/1.1" status: 200 len: 943 time: 0.0658510 Jun 23 10:16:30.999828 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d5e64d0d-96b0-4660-a96b-f1b087bf06bd req-1ae37caf-a4c0-4bb6-b2bb-1cac7833ae54 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/security-groups?id=e45e3df1-e8a9-4537-8289-2ade431faea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312269 Jun 23 10:16:32.178567 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b2c63-8685-4660-8fe9-a5f54ec35794 req-cbbe9acf-4ca2-4b56-8e36-5638fc0c0711 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:16:32.180063 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-871b2c63-8685-4660-8fe9-a5f54ec35794 req-cbbe9acf-4ca2-4b56-8e36-5638fc0c0711 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/ports?device_id=de2ff446-c341-468b-92b6-3b59c73f73d1 HTTP/1.1" status: 200 len: 943 time: 0.0686915 Jun 23 10:16:32.218498 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-871b2c63-8685-4660-8fe9-a5f54ec35794 req-1ecd5a9b-fd4d-4348-99e4-ff116ad14730 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/security-groups?id=e45e3df1-e8a9-4537-8289-2ade431faea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324395 Jun 23 10:16:32.249627 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab8a67-528f-446e-8cb5-4fa35c7dd4c6 req-a5c39621-1ccc-487b-979d-b9d28de80b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:16:32.251138 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-ccab8a67-528f-446e-8cb5-4fa35c7dd4c6 req-a5c39621-1ccc-487b-979d-b9d28de80b95 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=de2ff446-c341-468b-92b6-3b59c73f73d1 HTTP/1.1" status: 200 len: 1096 time: 0.0562859 Jun 23 10:16:32.285968 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-ccab8a67-528f-446e-8cb5-4fa35c7dd4c6 req-a309e221-c896-4d98-a2c1-866ce5c97055 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e45e3df1-e8a9-4537-8289-2ade431faea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285692 Jun 23 10:16:32.643057 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device 5dc4ec69-ba43-4bfc-956d-a8f978b4b560 details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=93712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 10:16:32.738931 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port 5dc4ec69-ba43-4bfc-956d-a8f978b4b560, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=5dc4ec69-ba43-4bfc-956d-a8f978b4b560,segment=NetworkSegment(6fb7745b-8072-4352-8d78-8658473c137a),segment_id=6fb7745b-8072-4352-8d78-8658473c137a)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:16:32.750340 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Returning: {'device': '5dc4ec69-ba43-4bfc-956d-a8f978b4b560', 'network_id': '68c08a46-ecd8-4ed9-9182-ea12c9f045ea', 'port_id': '5dc4ec69-ba43-4bfc-956d-a8f978b4b560', 'mac_address': 'fa:16:3e:4c:0a:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4deb3fe-5cbf-4afd-9d80-a3d9af1fee71', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 10:16:32.785846 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:16:32.798405 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dc4ec69-ba43-4bfc-956d-a8f978b4b560 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 10:16:32.817672 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port 5dc4ec69-ba43-4bfc-956d-a8f978b4b560, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=5dc4ec69-ba43-4bfc-956d-a8f978b4b560,segment=NetworkSegment(6fb7745b-8072-4352-8d78-8658473c137a),segment_id=6fb7745b-8072-4352-8d78-8658473c137a)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:16:32.894472 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:16:32.897065 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:16:32.944619 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Pushing event updated for resources: {'Port': ['ID=5dc4ec69-ba43-4bfc-956d-a8f978b4b560,revision_number=7']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:16:32.947662 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:16:33.126382 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] get_ports_and_sgs() called for port_ids ['5dc4ec69-ba43-4bfc-956d-a8f978b4b560'] {{(pid=93712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 10:16:33.390485 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3afbb8-9dad-4625-9ff0-8f093a663f67 req-2e15aa74-01ee-4235-ae25-71598833a494 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:16:33.391897 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5f3afbb8-9dad-4625-9ff0-8f093a663f67 req-2e15aa74-01ee-4235-ae25-71598833a494 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/ports?device_id=de2ff446-c341-468b-92b6-3b59c73f73d1 HTTP/1.1" status: 200 len: 944 time: 0.0628605 Jun 23 10:16:33.432365 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5f3afbb8-9dad-4625-9ff0-8f093a663f67 req-33e21e77-8d2a-4d3b-a77e-d7e8e164c70f tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/security-groups?id=e45e3df1-e8a9-4537-8289-2ade431faea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349739 Jun 23 10:16:33.912049 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:16:34.647490 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device 5dc4ec69-ba43-4bfc-956d-a8f978b4b560 up at agent hyperv_hv-cinder-79751 {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:16:34.695730 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Provisioning complete for port 5dc4ec69-ba43-4bfc-956d-a8f978b4b560 triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:16:34.696100 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:16:34.767284 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:16:34.788518 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de2ff446-c341-468b-92b6-3b59c73f73d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc4ec69-ba43-4bfc-956d-a8f978b4b560'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:16:34.790778 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e06d9dce5bc2bce6c931562da1c36027cbf4e574fb667469159d94052b32a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135ec145-1be5-4f0d-8e3c-7a11293ff9f2" -d '{"events": [{"server_uuid": "de2ff446-c341-468b-92b6-3b59c73f73d1", "name": "network-vif-plugged", "status": "completed", "tag": "5dc4ec69-ba43-4bfc-956d-a8f978b4b560"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:16:34.803455 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port 5dc4ec69-ba43-4bfc-956d-a8f978b4b560, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=5dc4ec69-ba43-4bfc-956d-a8f978b4b560,segment=NetworkSegment(6fb7745b-8072-4352-8d78-8658473c137a),segment_id=6fb7745b-8072-4352-8d78-8658473c137a)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:16:34.827128 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 10:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca93f2bc-3758-429b-b96b-864e03af1b0e x-openstack-request-id: req-ca93f2bc-3758-429b-b96b-864e03af1b0e {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:16:34.827425 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de2ff446-c341-468b-92b6-3b59c73f73d1", "name": "network-vif-plugged", "status": "completed", "tag": "5dc4ec69-ba43-4bfc-956d-a8f978b4b560", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:16:34.827688 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ca93f2bc-3758-429b-b96b-864e03af1b0e {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:16:34.828083 dv-cinder-797510-1-iscsi neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de2ff446-c341-468b-92b6-3b59c73f73d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc4ec69-ba43-4bfc-956d-a8f978b4b560', 'code': 200} Jun 23 10:16:34.883866 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:16:34.885754 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:16:34.933476 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Pushing event updated for resources: {'Port': ['ID=5dc4ec69-ba43-4bfc-956d-a8f978b4b560,revision_number=8']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:16:34.936379 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:16:35.225319 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-57db4eec-676f-45e9-93c6-83098ff40180 req-a4d4d22e-0216-44b0-884c-babe8b898765 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=36764078-258c-4915-bd79-e79f6e126821&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0498440 Jun 23 10:16:35.300354 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db4eec-676f-45e9-93c6-83098ff40180 req-650c0930-48a5-4f35-b899-9d81ed936f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:16:35.301827 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-57db4eec-676f-45e9-93c6-83098ff40180 req-650c0930-48a5-4f35-b899-9d81ed936f04 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=403a3f3b76c149eda502d16875605a80&device_id=36764078-258c-4915-bd79-e79f6e126821 HTTP/1.1" status: 200 len: 1098 time: 0.0501535 Jun 23 10:16:35.412427 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db4eec-676f-45e9-93c6-83098ff40180 req-a14af425-fbca-4308-83fc-d8aa37946253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:16:35.413899 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-57db4eec-676f-45e9-93c6-83098ff40180 req-a14af425-fbca-4308-83fc-d8aa37946253 service neutron] 10.222.0.52 "GET /v2.0/networks?id=761416d0-d0b5-4d43-b556-3fc859b1886a HTTP/1.1" status: 200 len: 913 time: 0.0873141 Jun 23 10:16:35.478864 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-57db4eec-676f-45e9-93c6-83098ff40180 req-5f78eb49-2a06-487b-a1b8-980d9a332155 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7f9e866-d6da-4875-bcdd-8f54500f151f HTTP/1.1" status: 200 len: 1001 time: 0.0561099 Jun 23 10:16:35.526685 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db4eec-676f-45e9-93c6-83098ff40180 req-ffca527d-1ec5-4fa2-8f2c-bc94f83588e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:16:35.528164 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-57db4eec-676f-45e9-93c6-83098ff40180 req-ffca527d-1ec5-4fa2-8f2c-bc94f83588e0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=876e0539-f8e7-4f58-9842-f61818bf524a HTTP/1.1" status: 200 len: 851 time: 0.0434270 Jun 23 10:16:35.589725 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db4eec-676f-45e9-93c6-83098ff40180 req-a50b175c-266f-44ad-8e29-054ed5a012ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:16:35.591259 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-57db4eec-676f-45e9-93c6-83098ff40180 req-a50b175c-266f-44ad-8e29-054ed5a012ed service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=761416d0-d0b5-4d43-b556-3fc859b1886a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0572405 Jun 23 10:16:35.680003 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-57db4eec-676f-45e9-93c6-83098ff40180 req-82b28bb9-fbc0-4e21-a9ec-91680cba80b2 service neutron] 10.222.0.52 "GET /v2.0/networks/761416d0-d0b5-4d43-b556-3fc859b1886a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825245 Jun 23 10:16:35.769383 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-57db4eec-676f-45e9-93c6-83098ff40180 req-1ad791e2-e383-4100-b3ff-77968274c238 service neutron] 10.222.0.52 "GET /v2.0/networks/761416d0-d0b5-4d43-b556-3fc859b1886a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835857 Jun 23 10:16:38.040717 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 42134) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:16:38.140770 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8a7281f0-cf78-42dc-a336-44ceab0cb0aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:16:38.227021 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8a7281f0-cf78-42dc-a336-44ceab0cb0aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:16:38.340156 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8a7281f0-cf78-42dc-a336-44ceab0cb0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:16:38.342655 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-bc1deb3a-1492-4667-8d41-4950252a9e30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:16:38.380000 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-8a7281f0-cf78-42dc-a336-44ceab0cb0aa admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6f4028a9ae5d433890522b63167193d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3381660 Jun 23 10:16:38.380820 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7281f0-cf78-42dc-a336-44ceab0cb0aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e94d4e1c-ce23-4e6a-aa02-51935667a1fb,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:16:38.382585 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 42138) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:16:38.384117 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-8a7281f0-cf78-42dc-a336-44ceab0cb0aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:16:38.431233 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-a87021ef-7241-49cd-9a62-63e4c7305bbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:16:38.452135 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-a87021ef-7241-49cd-9a62-63e4c7305bbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:16:38.556775 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-a87021ef-7241-49cd-9a62-63e4c7305bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:16:38.559480 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-a87021ef-7241-49cd-9a62-63e4c7305bbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:16:38.560630 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-a87021ef-7241-49cd-9a62-63e4c7305bbe admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e94d4e1c-ce23-4e6a-aa02-51935667a1fb HTTP/1.1" status: 204 len: 168 time: 0.1765223 Jun 23 10:16:38.561440 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-4d8d513a-526a-43bb-a560-311d43bc55a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:16:38.570320 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87021ef-7241-49cd-9a62-63e4c7305bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e94d4e1c-ce23-4e6a-aa02-51935667a1fb,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:16:38.572740 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-a87021ef-7241-49cd-9a62-63e4c7305bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:16:47.905061 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6e09d33f-f968-4191-beeb-d4a2d902f8e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:16:50.466183 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d85124c9-7410-49a3-a2aa-b67c42c0a854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:16:50.614698 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:16:51.540538 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-549d35a9-2eb0-42c6-a322-a779b3edc54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:16:53.505943 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-329354e5-9e69-417d-83ab-34bb473e22da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:03.933777 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:04.074189 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.agents_db [None req-4b03355e-e743-40fc-912e-580b49e4c212 None None] Agent healthcheck: found 6 active agents {{(pid=93713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 10:17:17.887874 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-361d89c1-1059-4e61-8e67-391b599180ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:20.379779 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-2b74c29d-39cc-42c4-b173-4df9ec928a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:20.602542 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:21.488144 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-549d35a9-2eb0-42c6-a322-a779b3edc54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:23.521998 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-329354e5-9e69-417d-83ab-34bb473e22da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:33.893556 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:34.180552 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11631db-9e34-408e-bd8f-5445771c1d87 req-ea638b41-c3d3-4c10-b46e-16916e644b4e tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:17:34.181905 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d11631db-9e34-408e-bd8f-5445771c1d87 req-ea638b41-c3d3-4c10-b46e-16916e644b4e tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/ports?device_id=36764078-258c-4915-bd79-e79f6e126821 HTTP/1.1" status: 200 len: 945 time: 0.2062263 Jun 23 10:17:34.218456 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d11631db-9e34-408e-bd8f-5445771c1d87 req-1bef149d-edec-4e80-a223-b4adde2636e9 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d1439e7-dd4d-4fdb-9ffc-3277a4ffd92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309415 Jun 23 10:17:34.634552 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-483538ab-2e2d-4064-836e-84048659427b req-ce445243-0ec3-4844-97d2-053fa7a0897c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=de2ff446-c341-468b-92b6-3b59c73f73d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1000166 Jun 23 10:17:34.725553 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483538ab-2e2d-4064-836e-84048659427b req-3b74fc29-00c0-4897-bdba-c485ee9ca919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:17:34.727127 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-483538ab-2e2d-4064-836e-84048659427b req-3b74fc29-00c0-4897-bdba-c485ee9ca919 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=92b25a857e544e8a81b9334162e2ccec&device_id=de2ff446-c341-468b-92b6-3b59c73f73d1 HTTP/1.1" status: 200 len: 1098 time: 0.0511875 Jun 23 10:17:34.826628 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483538ab-2e2d-4064-836e-84048659427b req-dbc47226-057a-4f46-b708-8c324247af01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:17:34.828028 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-483538ab-2e2d-4064-836e-84048659427b req-dbc47226-057a-4f46-b708-8c324247af01 service neutron] 10.222.0.52 "GET /v2.0/networks?id=68c08a46-ecd8-4ed9-9182-ea12c9f045ea HTTP/1.1" status: 200 len: 910 time: 0.0815005 Jun 23 10:17:34.893114 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-483538ab-2e2d-4064-836e-84048659427b req-3ff83807-b991-4a77-aee7-98dec381b5a1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5dc4ec69-ba43-4bfc-956d-a8f978b4b560 HTTP/1.1" status: 200 len: 1001 time: 0.0587778 Jun 23 10:17:34.940131 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483538ab-2e2d-4064-836e-84048659427b req-cd3a0175-83cf-476e-942b-9ca2ed337921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:17:34.941741 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-483538ab-2e2d-4064-836e-84048659427b req-cd3a0175-83cf-476e-942b-9ca2ed337921 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e4deb3fe-5cbf-4afd-9d80-a3d9af1fee71 HTTP/1.1" status: 200 len: 848 time: 0.0411503 Jun 23 10:17:34.997169 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483538ab-2e2d-4064-836e-84048659427b req-2ce8adda-545a-47e1-b94b-97169fa46446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:17:34.998608 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-483538ab-2e2d-4064-836e-84048659427b req-2ce8adda-545a-47e1-b94b-97169fa46446 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=68c08a46-ecd8-4ed9-9182-ea12c9f045ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0494113 Jun 23 10:17:35.014597 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [req-483538ab-2e2d-4064-836e-84048659427b req-7935ef67-7ffd-4514-ba70-93f1ea1c1192 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93710) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 10:17:35.015955 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-483538ab-2e2d-4064-836e-84048659427b req-7935ef67-7ffd-4514-ba70-93f1ea1c1192 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052617 Jun 23 10:17:35.108655 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-483538ab-2e2d-4064-836e-84048659427b req-1aa704d2-e8b3-43d3-9287-e55363a24d70 service neutron] 10.222.0.52 "GET /v2.0/networks/68c08a46-ecd8-4ed9-9182-ea12c9f045ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852451 Jun 23 10:17:35.196124 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-483538ab-2e2d-4064-836e-84048659427b req-f965bd47-009a-42d9-b7ea-f37f67451a9a service neutron] 10.222.0.52 "GET /v2.0/networks/68c08a46-ecd8-4ed9-9182-ea12c9f045ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805113 Jun 23 10:17:35.441196 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f93528d-096c-45df-9f7b-c3d231959332 req-1dd305b8-3a1a-431c-b18e-585ee9a849b3 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:17:35.442779 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1f93528d-096c-45df-9f7b-c3d231959332 req-1dd305b8-3a1a-431c-b18e-585ee9a849b3 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/ports?device_id=36764078-258c-4915-bd79-e79f6e126821 HTTP/1.1" status: 200 len: 945 time: 0.1153686 Jun 23 10:17:35.475036 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd979a-281d-4dc0-9251-bf72335b688f req-59d63270-d7e1-4374-b689-8740f90528ce tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:17:35.476488 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-0fbd979a-281d-4dc0-9251-bf72335b688f req-59d63270-d7e1-4374-b689-8740f90528ce tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.52 "GET /v2.0/ports?device_id=36764078-258c-4915-bd79-e79f6e126821 HTTP/1.1" status: 200 len: 945 time: 0.0653014 Jun 23 10:17:35.480860 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1f93528d-096c-45df-9f7b-c3d231959332 req-881f432e-2041-4942-a1ad-d52bf35d6e55 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d1439e7-dd4d-4fdb-9ffc-3277a4ffd92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324812 Jun 23 10:17:35.575834 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [req-0fbd979a-281d-4dc0-9251-bf72335b688f req-c599456a-837a-4a12-8f6d-34c7c76f5c1e tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Deleting port e7f9e866-d6da-4875-bcdd-8f54500f151f {{(pid=93710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:17:35.576179 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-0fbd979a-281d-4dc0-9251-bf72335b688f req-c599456a-837a-4a12-8f6d-34c7c76f5c1e tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:35.665528 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.db [req-0fbd979a-281d-4dc0-9251-bf72335b688f req-c599456a-837a-4a12-8f6d-34c7c76f5c1e tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] For port e7f9e866-d6da-4875-bcdd-8f54500f151f, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=e7f9e866-d6da-4875-bcdd-8f54500f151f,segment=NetworkSegment(a848c51d-810d-4011-be05-17f03da4cec8),segment_id=a848c51d-810d-4011-be05-17f03da4cec8)] {{(pid=93710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:17:35.666225 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-0fbd979a-281d-4dc0-9251-bf72335b688f req-c599456a-837a-4a12-8f6d-34c7c76f5c1e tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:35.826868 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-0fbd979a-281d-4dc0-9251-bf72335b688f req-c599456a-837a-4a12-8f6d-34c7c76f5c1e tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:35.827237 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-0fbd979a-281d-4dc0-9251-bf72335b688f req-c599456a-837a-4a12-8f6d-34c7c76f5c1e tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707131'] for floatingip, after_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:35.827542 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.db.l3_db [req-0fbd979a-281d-4dc0-9251-bf72335b688f req-c599456a-837a-4a12-8f6d-34c7c76f5c1e tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Floating IP f52ee969-e0ec-43ce-b918-36eb3fea323a disassociated. External IP: 172.27.2.240, port: e7f9e866-d6da-4875-bcdd-8f54500f151f. Jun 23 10:17:35.828595 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [req-0fbd979a-281d-4dc0-9251-bf72335b688f req-c599456a-837a-4a12-8f6d-34c7c76f5c1e tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Calling delete_port for e7f9e866-d6da-4875-bcdd-8f54500f151f owned by compute:nova {{(pid=93710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:17:36.030948 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-0fbd979a-281d-4dc0-9251-bf72335b688f req-c599456a-837a-4a12-8f6d-34c7c76f5c1e tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31904537'] for port, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:36.035276 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-faf9eb46-2197-43dc-8957-dae3a7fa9698 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:17:36.060229 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c599456a-837a-4a12-8f6d-34c7c76f5c1e tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Pushing event deleted for resources: {'Port': ['ID=e7f9e866-d6da-4875-bcdd-8f54500f151f,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:17:36.072291 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c599456a-837a-4a12-8f6d-34c7c76f5c1e tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:17:36.072683 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c599456a-837a-4a12-8f6d-34c7c76f5c1e tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:17:36.073063 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c599456a-837a-4a12-8f6d-34c7c76f5c1e tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:17:36.073436 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c599456a-837a-4a12-8f6d-34c7c76f5c1e tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:17:36.073805 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c599456a-837a-4a12-8f6d-34c7c76f5c1e tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:17:36.074174 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c599456a-837a-4a12-8f6d-34c7c76f5c1e tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:17:36.074539 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c599456a-837a-4a12-8f6d-34c7c76f5c1e tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:17:36.074930 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c599456a-837a-4a12-8f6d-34c7c76f5c1e tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:17:36.075296 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c599456a-837a-4a12-8f6d-34c7c76f5c1e tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:17:36.075660 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c599456a-837a-4a12-8f6d-34c7c76f5c1e tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:17:36.076019 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c599456a-837a-4a12-8f6d-34c7c76f5c1e tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:17:36.076376 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c599456a-837a-4a12-8f6d-34c7c76f5c1e tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:17:36.109657 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-c599456a-837a-4a12-8f6d-34c7c76f5c1e tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:17:36.185223 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0fbd979a-281d-4dc0-9251-bf72335b688f req-c599456a-837a-4a12-8f6d-34c7c76f5c1e tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Router 5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4 has already been hosted by L3 agent df545903-e04d-4712-ace0-112b1e927481 {{(pid=93710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 10:17:36.290133 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0fbd979a-281d-4dc0-9251-bf72335b688f req-c599456a-837a-4a12-8f6d-34c7c76f5c1e tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify agent at l3_agent.dv-cinder-797510-1-iscsi the message routers_updated {{(pid=93710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 10:17:36.299754 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5f19e2-b537-4f90-a3f4-d65915ecea7d None None] Sync routers for ids ['5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4'] in dv-cinder-797510-1-iscsi {{(pid=93712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 10:17:36.308169 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5f19e2-b537-4f90-a3f4-d65915ecea7d None None] Routers {'5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:17:36.308785 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-ac5f19e2-b537-4f90-a3f4-d65915ecea7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:17:20Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4'], 'active': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:17:36.335929 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fbd979a-281d-4dc0-9251-bf72335b688f req-c599456a-837a-4a12-8f6d-34c7c76f5c1e tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] No DVR routers for this DVR port e7f9e866-d6da-4875-bcdd-8f54500f151f on host hv-cinder-79751 {{(pid=93710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 10:17:36.338392 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-0fbd979a-281d-4dc0-9251-bf72335b688f req-c599456a-837a-4a12-8f6d-34c7c76f5c1e tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for port, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:36.340399 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-0fbd979a-281d-4dc0-9251-bf72335b688f req-c599456a-837a-4a12-8f6d-34c7c76f5c1e tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.52 "DELETE /v2.0/ports/e7f9e866-d6da-4875-bcdd-8f54500f151f HTTP/1.1" status: 204 len: 173 time: 0.8587430 Jun 23 10:17:36.340911 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36764078-258c-4915-bd79-e79f6e126821', 'name': 'network-vif-deleted', 'tag': 'e7f9e866-d6da-4875-bcdd-8f54500f151f'}] {{(pid=93710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:17:36.343311 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476757ab5199ad7afce7410758f86ea887fce0aa64a809171aa19cb360cf7c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88ba045-3b4d-4933-b163-a6cb33fc1d3c" -d '{"events": [{"server_uuid": "36764078-258c-4915-bd79-e79f6e126821", "name": "network-vif-deleted", "tag": "e7f9e866-d6da-4875-bcdd-8f54500f151f"}]}' {{(pid=93710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:17:36.384039 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 10:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba16e297-dc91-4406-b5d8-af82e160d5b8 x-openstack-request-id: req-ba16e297-dc91-4406-b5d8-af82e160d5b8 {{(pid=93710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:17:36.384379 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36764078-258c-4915-bd79-e79f6e126821", "name": "network-vif-deleted", "tag": "e7f9e866-d6da-4875-bcdd-8f54500f151f", "status": "completed", "code": 200}]} {{(pid=93710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:17:36.384678 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ba16e297-dc91-4406-b5d8-af82e160d5b8 {{(pid=93710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:17:36.385133 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36764078-258c-4915-bd79-e79f6e126821', 'name': 'network-vif-deleted', 'tag': 'e7f9e866-d6da-4875-bcdd-8f54500f151f', 'status': 'completed', 'code': 200} Jun 23 10:17:36.417717 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvr_db [None req-ac5f19e2-b537-4f90-a3f4-d65915ecea7d None None] Set router 5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4 gateway port host: dv-cinder-797510-1-iscsi {{(pid=93712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:17:36.629708 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f2c74c2d-59a4-4fb5-baa1-753b34b99a7d req-82a0a8c2-b97e-425a-a608-1a61a4e77bd6 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/ports?device_id=36764078-258c-4915-bd79-e79f6e126821 HTTP/1.1" status: 200 len: 210 time: 0.0294065 Jun 23 10:17:36.632701 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-ac5f19e2-b537-4f90-a3f4-d65915ecea7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'name': 'tempest-TestVolumeBootPattern-1999502631-router', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '6b9f595f-2343-48f5-9723-a9e7089228bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:14:44Z', 'updated_at': '2021-06-23T10:14:47Z', 'revision_number': 4, 'project_id': '403a3f3b76c149eda502d16875605a80', 'gw_port': {'id': '6b9f595f-2343-48f5-9723-a9e7089228bf', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:28:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:14:45Z', 'updated_at': '2021-06-23T10:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_interfaces': [{'id': 'fabf3893-5521-4d07-9a5c-a49b25344bc2', 'name': '', 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'mac_address': 'fa:16:3e:7b:3b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '876e0539-f8e7-4f58-9842-f61818bf524a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:14:46Z', 'updated_at': '2021-06-23T10:14:54Z', 'revision_number': 5, 'project_id': '403a3f3b76c149eda502d16875605a80', 'subnets': [{'id': '876e0539-f8e7-4f58-9842-f61818bf524a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:17:36.659024 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5f19e2-b537-4f90-a3f4-d65915ecea7d None None] Checking router: 5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4 for host: dv-cinder-797510-1-iscsi {{(pid=93712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 10:17:36.667128 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5f19e2-b537-4f90-a3f4-d65915ecea7d None None] Routers {'5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:17:36.667728 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-ac5f19e2-b537-4f90-a3f4-d65915ecea7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:17:20Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4'], 'active': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:17:36.772284 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvr_db [None req-ac5f19e2-b537-4f90-a3f4-d65915ecea7d None None] Set router 5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4 gateway port host: dv-cinder-797510-1-iscsi {{(pid=93712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:17:36.964103 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-ac5f19e2-b537-4f90-a3f4-d65915ecea7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'name': 'tempest-TestVolumeBootPattern-1999502631-router', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '6b9f595f-2343-48f5-9723-a9e7089228bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:14:44Z', 'updated_at': '2021-06-23T10:14:47Z', 'revision_number': 4, 'project_id': '403a3f3b76c149eda502d16875605a80', 'gw_port': {'id': '6b9f595f-2343-48f5-9723-a9e7089228bf', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:28:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:14:45Z', 'updated_at': '2021-06-23T10:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_interfaces': [{'id': 'fabf3893-5521-4d07-9a5c-a49b25344bc2', 'name': '', 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'mac_address': 'fa:16:3e:7b:3b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '876e0539-f8e7-4f58-9842-f61818bf524a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:14:46Z', 'updated_at': '2021-06-23T10:14:54Z', 'revision_number': 5, 'project_id': '403a3f3b76c149eda502d16875605a80', 'subnets': [{'id': '876e0539-f8e7-4f58-9842-f61818bf524a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:17:36.994289 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5f19e2-b537-4f90-a3f4-d65915ecea7d None None] The sync data for ids ['5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4'] in dv-cinder-797510-1-iscsi is: [{'id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'name': 'tempest-TestVolumeBootPattern-1999502631-router', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '6b9f595f-2343-48f5-9723-a9e7089228bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:14:44Z', 'updated_at': '2021-06-23T10:14:47Z', 'revision_number': 4, 'project_id': '403a3f3b76c149eda502d16875605a80', 'gw_port': {'id': '6b9f595f-2343-48f5-9723-a9e7089228bf', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:28:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:14:45Z', 'updated_at': '2021-06-23T10:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_interfaces': [{'id': 'fabf3893-5521-4d07-9a5c-a49b25344bc2', 'name': '', 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'mac_address': 'fa:16:3e:7b:3b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '876e0539-f8e7-4f58-9842-f61818bf524a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:14:46Z', 'updated_at': '2021-06-23T10:14:54Z', 'revision_number': 5, 'project_id': '403a3f3b76c149eda502d16875605a80', 'subnets': [{'id': '876e0539-f8e7-4f58-9842-f61818bf524a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 10:17:37.196567 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6cfd9a-5a09-4601-82f7-36e2fab06169 None None] New status for floating IP f52ee969-e0ec-43ce-b918-36eb3fea323a: DOWN {{(pid=93713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 10:17:37.910756 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e538ca38-a523-4471-90c1-55b163f23d06 req-9ecda779-6f7a-4bdf-b308-5cd650c05326 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-172083035&fields=id&tenant_id=403a3f3b76c149eda502d16875605a80 HTTP/1.1" status: 200 len: 267 time: 0.0320628 Jun 23 10:17:38.018085 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538ca38-a523-4471-90c1-55b163f23d06 req-86c8dbcd-3aa1-4676-a66d-f29a0297e72f tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:17:38.019659 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e538ca38-a523-4471-90c1-55b163f23d06 req-86c8dbcd-3aa1-4676-a66d-f29a0297e72f tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/networks?id=761416d0-d0b5-4d43-b556-3fc859b1886a HTTP/1.1" status: 200 len: 812 time: 0.1028910 Jun 23 10:17:38.033978 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e538ca38-a523-4471-90c1-55b163f23d06 req-4d105883-974f-4685-96a3-da0a489b3c7e tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/quotas/403a3f3b76c149eda502d16875605a80 HTTP/1.1" status: 200 len: 375 time: 0.0089324 Jun 23 10:17:38.101571 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e538ca38-a523-4471-90c1-55b163f23d06 req-6bccce01-85c2-4fcd-b545-2cca6c268ad6 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=403a3f3b76c149eda502d16875605a80&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0627556 Jun 23 10:17:38.116941 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [req-e538ca38-a523-4471-90c1-55b163f23d06 req-403569a7-fcf9-4993-bc0c-d656797d133e service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 10:17:38.117884 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e538ca38-a523-4471-90c1-55b163f23d06 req-403569a7-fcf9-4993-bc0c-d656797d133e service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050581 Jun 23 10:17:38.207167 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e538ca38-a523-4471-90c1-55b163f23d06 req-90581673-0884-4f62-8b32-7d9e7ab70888 service neutron] 10.222.0.47 "GET /v2.0/networks/761416d0-d0b5-4d43-b556-3fc859b1886a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840836 Jun 23 10:17:38.294017 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e538ca38-a523-4471-90c1-55b163f23d06 req-0d7b592c-8955-4371-8511-7c59d6771f02 service neutron] 10.222.0.47 "GET /v2.0/networks/761416d0-d0b5-4d43-b556-3fc859b1886a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813587 Jun 23 10:17:38.856743 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-b0616f88-681a-451b-9cfd-9c9d139e20b2 req-9a537b3d-93a5-480d-885a-74cb9322ec49 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/ports?device_id=939c49a6-4e91-4708-bcb4-c7c01083a4b3 HTTP/1.1" status: 200 len: 210 time: 0.0290987 Jun 23 10:17:38.958130 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device e7f9e866-d6da-4875-bcdd-8f54500f151f no longer exists at agent hyperv_hv-cinder-79751 {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 10:17:38.977951 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] No Port match for: e7f9e866-d6da-4875-bcdd-8f54500f151f {{(pid=93712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 10:17:38.978283 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device e7f9e866-d6da-4875-bcdd-8f54500f151f not bound to the agent host hv-cinder-79751 {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 10:17:39.997828 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-35c73e7a-0152-47d5-9b45-f2d602d5d707 req-e6461036-46fb-4849-ab71-d437a8a68031 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/ports?device_id=939c49a6-4e91-4708-bcb4-c7c01083a4b3 HTTP/1.1" status: 200 len: 210 time: 0.0328066 Jun 23 10:17:41.073774 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.agents_db [None req-4b03355e-e743-40fc-912e-580b49e4c212 None None] Agent healthcheck: found 6 active agents {{(pid=93713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 10:17:41.140956 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-84afcf40-e384-4658-877d-640f33f37bbb req-db734d60-4004-46cb-8aab-5bf2a9d60f4e tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/ports?device_id=939c49a6-4e91-4708-bcb4-c7c01083a4b3 HTTP/1.1" status: 200 len: 210 time: 0.0277767 Jun 23 10:17:41.194040 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538ca38-a523-4471-90c1-55b163f23d06 req-8ce3ce0d-a526-48e5-abd1-0571683822fa tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:17:41.195618 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-e538ca38-a523-4471-90c1-55b163f23d06 req-8ce3ce0d-a526-48e5-abd1-0571683822fa tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.52 "GET /v2.0/networks?id=761416d0-d0b5-4d43-b556-3fc859b1886a HTTP/1.1" status: 200 len: 812 time: 0.1090636 Jun 23 10:17:41.238072 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-e538ca38-a523-4471-90c1-55b163f23d06 req-fc9d70d8-61e3-4221-a05d-7aa1d02ef047 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=403a3f3b76c149eda502d16875605a80 HTTP/1.1" status: 200 len: 379 time: 0.0345371 Jun 23 10:17:41.246598 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [req-e538ca38-a523-4471-90c1-55b163f23d06 req-e945b96f-53a9-4bec-8326-8d1dd0be83d8 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Request body: {'port': {'device_id': '939c49a6-4e91-4708-bcb4-c7c01083a4b3', 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a', 'admin_state_up': True, 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'security_groups': ['2d1439e7-dd4d-4fdb-9ffc-3277a4ffd92f']}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:17:41.408320 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e538ca38-a523-4471-90c1-55b163f23d06 req-e945b96f-53a9-4bec-8326-8d1dd0be83d8 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Made reservation on behalf of 403a3f3b76c149eda502d16875605a80 for: {'port': 1} {{(pid=93710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:17:41.412065 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-e538ca38-a523-4471-90c1-55b163f23d06 req-e945b96f-53a9-4bec-8326-8d1dd0be83d8 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for port, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:41.540351 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.db_base_plugin_common [req-e538ca38-a523-4471-90c1-55b163f23d06 req-e945b96f-53a9-4bec-8326-8d1dd0be83d8 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Allocated IP 172.20.0.7 (761416d0-d0b5-4d43-b556-3fc859b1886a/876e0539-f8e7-4f58-9842-f61818bf524a/780733f5-bc8b-4642-8ec6-61b131a76ba9) {{(pid=93710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 10:17:41.676382 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-e538ca38-a523-4471-90c1-55b163f23d06 req-e945b96f-53a9-4bec-8326-8d1dd0be83d8 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks [] for port, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:41.689687 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.provisioning_blocks [req-e538ca38-a523-4471-90c1-55b163f23d06 req-e945b96f-53a9-4bec-8326-8d1dd0be83d8 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Transition to ACTIVE for port object 780733f5-bc8b-4642-8ec6-61b131a76ba9 will not be triggered until provisioned by entity DHCP. {{(pid=93710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:17:41.813902 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-e538ca38-a523-4471-90c1-55b163f23d06 req-e945b96f-53a9-4bec-8326-8d1dd0be83d8 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-600500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731988247197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31904512'] for port, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:41.817998 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-1c0e6e39-9449-4c62-8821-9cb8d1a55eb9 tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:17:41.859826 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e538ca38-a523-4471-90c1-55b163f23d06 req-e945b96f-53a9-4bec-8326-8d1dd0be83d8 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Network 761416d0-d0b5-4d43-b556-3fc859b1886a is already hosted by enough agents. {{(pid=93710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:17:41.862930 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.base_scheduler [req-e538ca38-a523-4471-90c1-55b163f23d06 req-e945b96f-53a9-4bec-8326-8d1dd0be83d8 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Resources bound (agent type, host, resource id): {{(pid=93710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:17:41.875126 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.l3_dvrscheduler_db [req-e538ca38-a523-4471-90c1-55b163f23d06 req-e945b96f-53a9-4bec-8326-8d1dd0be83d8 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Received port after_create {{(pid=93710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 10:17:41.877724 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e945b96f-53a9-4bec-8326-8d1dd0be83d8 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Pushing event updated for resources: {'Port': ['ID=780733f5-bc8b-4642-8ec6-61b131a76ba9,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:17:41.898384 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-e945b96f-53a9-4bec-8326-8d1dd0be83d8 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:17:41.923679 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538ca38-a523-4471-90c1-55b163f23d06 req-e945b96f-53a9-4bec-8326-8d1dd0be83d8 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:17:41.924308 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-e538ca38-a523-4471-90c1-55b163f23d06 req-e945b96f-53a9-4bec-8326-8d1dd0be83d8 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for port, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:42.025527 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-e538ca38-a523-4471-90c1-55b163f23d06 req-e945b96f-53a9-4bec-8326-8d1dd0be83d8 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7825036 Jun 23 10:17:42.036528 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [req-e538ca38-a523-4471-90c1-55b163f23d06 req-d35b6268-4c5b-49fb-80cd-53d01e43bb2c service neutron] Request body: {'port': {'device_id': '939c49a6-4e91-4708-bcb4-c7c01083a4b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79751'}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:17:42.112269 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-e538ca38-a523-4471-90c1-55b163f23d06 req-d35b6268-4c5b-49fb-80cd-53d01e43bb2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:42.155934 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fd497643-26f5-44db-88ee-556bf5a84109 None None] Provisioning for port 780733f5-bc8b-4642-8ec6-61b131a76ba9 completed by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:17:42.160174 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-fd497643-26f5-44db-88ee-556bf5a84109 None None] Provisioning complete for port 780733f5-bc8b-4642-8ec6-61b131a76ba9 triggered by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:17:42.160655 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fd497643-26f5-44db-88ee-556bf5a84109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:42.198252 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-fd497643-26f5-44db-88ee-556bf5a84109 None None] Port 780733f5-bc8b-4642-8ec6-61b131a76ba9 cannot update to ACTIVE because it is not bound. {{(pid=93712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 10:17:42.320020 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345d3353-249e-43ac-9e54-0e91dcb18c2d req-ade3d1cf-6c1c-47d2-a063-4577e2ff42eb tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:17:42.321666 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-345d3353-249e-43ac-9e54-0e91dcb18c2d req-ade3d1cf-6c1c-47d2-a063-4577e2ff42eb tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/ports?device_id=939c49a6-4e91-4708-bcb4-c7c01083a4b3 HTTP/1.1" status: 200 len: 931 time: 0.0625236 Jun 23 10:17:42.371060 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-345d3353-249e-43ac-9e54-0e91dcb18c2d req-54eb35c3-3599-4d3f-947e-58dd4bc274a7 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d1439e7-dd4d-4fdb-9ffc-3277a4ffd92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423570 Jun 23 10:17:42.373482 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.notifiers.nova [req-e538ca38-a523-4471-90c1-55b163f23d06 req-d35b6268-4c5b-49fb-80cd-53d01e43bb2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 780733f5-bc8b-4642-8ec6-61b131a76ba9 {{(pid=93710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 10:17:42.387830 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-e538ca38-a523-4471-90c1-55b163f23d06 req-d35b6268-4c5b-49fb-80cd-53d01e43bb2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:42.393251 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.provisioning_blocks [req-e538ca38-a523-4471-90c1-55b163f23d06 req-d35b6268-4c5b-49fb-80cd-53d01e43bb2c service neutron] Transition to ACTIVE for port object 780733f5-bc8b-4642-8ec6-61b131a76ba9 will not be triggered until provisioned by entity L2. {{(pid=93710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:17:42.447501 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-e538ca38-a523-4471-90c1-55b163f23d06 req-d35b6268-4c5b-49fb-80cd-53d01e43bb2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31904530'] for port, after_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:42.450704 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-faf9eb46-2197-43dc-8957-dae3a7fa9698 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:17:42.538854 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6268-4c5b-49fb-80cd-53d01e43bb2c service neutron] Pushing event updated for resources: {'Port': ['ID=780733f5-bc8b-4642-8ec6-61b131a76ba9,revision_number=2']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:17:42.541748 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-d35b6268-4c5b-49fb-80cd-53d01e43bb2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:17:42.573102 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.managers [req-e538ca38-a523-4471-90c1-55b163f23d06 req-d35b6268-4c5b-49fb-80cd-53d01e43bb2c service neutron] Attempting to bind port 780733f5-bc8b-4642-8ec6-61b131a76ba9 on host hv-cinder-79751 for vnic_type normal with profile {{(pid=93710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 10:17:42.573441 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.managers [req-e538ca38-a523-4471-90c1-55b163f23d06 req-d35b6268-4c5b-49fb-80cd-53d01e43bb2c service neutron] Attempting to bind port 780733f5-bc8b-4642-8ec6-61b131a76ba9 by drivers openvswitch,hyperv on host hv-cinder-79751 at level 0 using segments [{'id': 'a848c51d-810d-4011-be05-17f03da4cec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a'}] {{(pid=93710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 10:17:42.573936 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e538ca38-a523-4471-90c1-55b163f23d06 req-d35b6268-4c5b-49fb-80cd-53d01e43bb2c service neutron] Attempting to bind port 780733f5-bc8b-4642-8ec6-61b131a76ba9 on network 761416d0-d0b5-4d43-b556-3fc859b1886a {{(pid=93710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:17:42.578522 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e538ca38-a523-4471-90c1-55b163f23d06 req-d35b6268-4c5b-49fb-80cd-53d01e43bb2c service neutron] Port 780733f5-bc8b-4642-8ec6-61b131a76ba9 on network 761416d0-d0b5-4d43-b556-3fc859b1886a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79751 {{(pid=93710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 10:17:42.581582 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e538ca38-a523-4471-90c1-55b163f23d06 req-d35b6268-4c5b-49fb-80cd-53d01e43bb2c service neutron] Attempting to bind port 780733f5-bc8b-4642-8ec6-61b131a76ba9 on network 761416d0-d0b5-4d43-b556-3fc859b1886a {{(pid=93710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:17:42.583901 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e538ca38-a523-4471-90c1-55b163f23d06 req-d35b6268-4c5b-49fb-80cd-53d01e43bb2c service neutron] Checking agent: {'id': '4f95f39b-461c-4de8-a9d2-f77a6241c1fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 10, 5, 33), 'started_at': datetime.datetime(2021, 6, 23, 10, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 10, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 10:17:42.584238 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e538ca38-a523-4471-90c1-55b163f23d06 req-d35b6268-4c5b-49fb-80cd-53d01e43bb2c service neutron] Checking segment: {'id': 'a848c51d-810d-4011-be05-17f03da4cec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:17:42.584622 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e538ca38-a523-4471-90c1-55b163f23d06 req-d35b6268-4c5b-49fb-80cd-53d01e43bb2c service neutron] Bound using segment: {'id': 'a848c51d-810d-4011-be05-17f03da4cec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a'} {{(pid=93710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 10:17:42.585049 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.managers [req-e538ca38-a523-4471-90c1-55b163f23d06 req-d35b6268-4c5b-49fb-80cd-53d01e43bb2c service neutron] Bound port: 780733f5-bc8b-4642-8ec6-61b131a76ba9, host: hv-cinder-79751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a848c51d-810d-4011-be05-17f03da4cec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a'}}] {{(pid=93710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 10:17:42.585396 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-e538ca38-a523-4471-90c1-55b163f23d06 req-d35b6268-4c5b-49fb-80cd-53d01e43bb2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:42.655922 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.db [req-e538ca38-a523-4471-90c1-55b163f23d06 req-d35b6268-4c5b-49fb-80cd-53d01e43bb2c service neutron] For port 780733f5-bc8b-4642-8ec6-61b131a76ba9, host hv-cinder-79751, cleared binding levels {{(pid=93710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 10:17:42.659595 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.db [req-e538ca38-a523-4471-90c1-55b163f23d06 req-d35b6268-4c5b-49fb-80cd-53d01e43bb2c service neutron] For port 780733f5-bc8b-4642-8ec6-61b131a76ba9, host hv-cinder-79751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=780733f5-bc8b-4642-8ec6-61b131a76ba9,segment=NetworkSegment(a848c51d-810d-4011-be05-17f03da4cec8),segment_id=a848c51d-810d-4011-be05-17f03da4cec8)] {{(pid=93710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 10:17:42.762568 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-e538ca38-a523-4471-90c1-55b163f23d06 req-d35b6268-4c5b-49fb-80cd-53d01e43bb2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31904530'] for port, after_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:42.764775 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-6b5b830c-290b-41cd-82eb-9de6b3d8635e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:17:42.798857 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538ca38-a523-4471-90c1-55b163f23d06 req-d35b6268-4c5b-49fb-80cd-53d01e43bb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:17:42.799686 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-e538ca38-a523-4471-90c1-55b163f23d06 req-d35b6268-4c5b-49fb-80cd-53d01e43bb2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for port, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:42.801153 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-e538ca38-a523-4471-90c1-55b163f23d06 req-d35b6268-4c5b-49fb-80cd-53d01e43bb2c service neutron] 10.222.0.52 "PUT /v2.0/ports/780733f5-bc8b-4642-8ec6-61b131a76ba9 HTTP/1.1" status: 200 len: 1093 time: 0.7688560 Jun 23 10:17:42.803472 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '939c49a6-4e91-4708-bcb4-c7c01083a4b3', 'tag': '780733f5-bc8b-4642-8ec6-61b131a76ba9'}] {{(pid=93710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:17:42.806547 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476757ab5199ad7afce7410758f86ea887fce0aa64a809171aa19cb360cf7c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020d6c9b-214a-4191-bc65-9156c8e889d4" -d '{"events": [{"name": "network-changed", "server_uuid": "939c49a6-4e91-4708-bcb4-c7c01083a4b3", "tag": "780733f5-bc8b-4642-8ec6-61b131a76ba9"}]}' {{(pid=93710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:17:42.834895 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6268-4c5b-49fb-80cd-53d01e43bb2c service neutron] Pushing event updated for resources: {'Port': ['ID=780733f5-bc8b-4642-8ec6-61b131a76ba9,revision_number=3']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:17:42.838368 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-d35b6268-4c5b-49fb-80cd-53d01e43bb2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:17:42.851483 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 10:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18765da5-75e0-4474-bf61-49e1c4f612da x-openstack-request-id: req-18765da5-75e0-4474-bf61-49e1c4f612da {{(pid=93710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:17:42.851825 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "939c49a6-4e91-4708-bcb4-c7c01083a4b3", "tag": "780733f5-bc8b-4642-8ec6-61b131a76ba9", "status": "completed", "code": 200}]} {{(pid=93710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:17:42.852135 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-18765da5-75e0-4474-bf61-49e1c4f612da {{(pid=93710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:17:42.852583 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '939c49a6-4e91-4708-bcb4-c7c01083a4b3', 'tag': '780733f5-bc8b-4642-8ec6-61b131a76ba9', 'status': 'completed', 'code': 200} Jun 23 10:17:42.925310 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d6c9b-214a-4191-bc65-9156c8e889d4 req-bf8d7429-1bda-4320-ae31-a627b627bfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:17:42.926923 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-020d6c9b-214a-4191-bc65-9156c8e889d4 req-bf8d7429-1bda-4320-ae31-a627b627bfb1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=403a3f3b76c149eda502d16875605a80&device_id=939c49a6-4e91-4708-bcb4-c7c01083a4b3 HTTP/1.1" status: 200 len: 1096 time: 0.0544727 Jun 23 10:17:43.021106 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d6c9b-214a-4191-bc65-9156c8e889d4 req-b43b7901-9a6c-4acb-b2b1-eea9c9e5dda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:17:43.022604 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-020d6c9b-214a-4191-bc65-9156c8e889d4 req-b43b7901-9a6c-4acb-b2b1-eea9c9e5dda1 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=403a3f3b76c149eda502d16875605a80&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0892553 Jun 23 10:17:43.116601 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020d6c9b-214a-4191-bc65-9156c8e889d4 req-041e972e-13a7-45b5-a0a4-58566e72c446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:17:43.118070 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-020d6c9b-214a-4191-bc65-9156c8e889d4 req-041e972e-13a7-45b5-a0a4-58566e72c446 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895388 Jun 23 10:17:43.205531 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538ca38-a523-4471-90c1-55b163f23d06 req-0afd5273-e440-4210-8d4f-29665a89affe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:17:43.207039 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-e538ca38-a523-4471-90c1-55b163f23d06 req-0afd5273-e440-4210-8d4f-29665a89affe service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=403a3f3b76c149eda502d16875605a80&device_id=939c49a6-4e91-4708-bcb4-c7c01083a4b3 HTTP/1.1" status: 200 len: 1096 time: 0.0513582 Jun 23 10:17:43.250226 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-e538ca38-a523-4471-90c1-55b163f23d06 req-387c47af-c342-4112-b7cd-d329a890e952 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=780733f5-bc8b-4642-8ec6-61b131a76ba9 HTTP/1.1" status: 200 len: 217 time: 0.0359144 Jun 23 10:17:43.297237 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538ca38-a523-4471-90c1-55b163f23d06 req-8b8d7f8e-ad40-44c2-9a4f-6fc99b12c4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:17:43.298867 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-e538ca38-a523-4471-90c1-55b163f23d06 req-8b8d7f8e-ad40-44c2-9a4f-6fc99b12c4a6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=876e0539-f8e7-4f58-9842-f61818bf524a HTTP/1.1" status: 200 len: 851 time: 0.0427120 Jun 23 10:17:43.354993 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538ca38-a523-4471-90c1-55b163f23d06 req-cf1bd74d-8cce-4dbd-950b-56dd05fc4323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:17:43.356446 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-e538ca38-a523-4471-90c1-55b163f23d06 req-cf1bd74d-8cce-4dbd-950b-56dd05fc4323 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=761416d0-d0b5-4d43-b556-3fc859b1886a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0508747 Jun 23 10:17:43.449913 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-e538ca38-a523-4471-90c1-55b163f23d06 req-a02b3cc7-cb74-4d75-8f4d-97b75156ec3b service neutron] 10.222.0.52 "GET /v2.0/networks/761416d0-d0b5-4d43-b556-3fc859b1886a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863533 Jun 23 10:17:43.537544 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-e538ca38-a523-4471-90c1-55b163f23d06 req-7c8e5213-58ed-40e3-a613-ee1978e7bef9 service neutron] 10.222.0.52 "GET /v2.0/networks/761416d0-d0b5-4d43-b556-3fc859b1886a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812261 Jun 23 10:17:43.544937 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a9449-b77b-4c24-9319-7df4a2d5f88a req-e198664b-cba0-4b0f-ba29-6de0a8928e6d tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:17:43.546423 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-494a9449-b77b-4c24-9319-7df4a2d5f88a req-e198664b-cba0-4b0f-ba29-6de0a8928e6d tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/ports?device_id=939c49a6-4e91-4708-bcb4-c7c01083a4b3 HTTP/1.1" status: 200 len: 943 time: 0.0660133 Jun 23 10:17:43.584983 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-494a9449-b77b-4c24-9319-7df4a2d5f88a req-08942198-c3d4-4891-b29d-81c1b5a45d4f tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d1439e7-dd4d-4fdb-9ffc-3277a4ffd92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328276 Jun 23 10:17:44.754577 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff3c09-b134-41d3-98d2-7afa9e7fb587 req-78818d43-edbf-4588-85df-d4fbf55eef74 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:17:44.756088 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-60ff3c09-b134-41d3-98d2-7afa9e7fb587 req-78818d43-edbf-4588-85df-d4fbf55eef74 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/ports?device_id=939c49a6-4e91-4708-bcb4-c7c01083a4b3 HTTP/1.1" status: 200 len: 943 time: 0.0629685 Jun 23 10:17:44.793682 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-60ff3c09-b134-41d3-98d2-7afa9e7fb587 req-0e3bae7b-027a-4f8c-870e-c3390f22c066 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d1439e7-dd4d-4fdb-9ffc-3277a4ffd92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321662 Jun 23 10:17:45.960689 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccd5f51-3415-4a89-9d68-7025c8c12974 req-cba0f183-fd0a-4043-a628-761288268665 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:17:45.962121 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-0ccd5f51-3415-4a89-9d68-7025c8c12974 req-cba0f183-fd0a-4043-a628-761288268665 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/ports?device_id=939c49a6-4e91-4708-bcb4-c7c01083a4b3 HTTP/1.1" status: 200 len: 943 time: 0.0630910 Jun 23 10:17:45.998708 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-0ccd5f51-3415-4a89-9d68-7025c8c12974 req-2bb04208-ab7f-40be-b0fb-bc92c4fcb4dd tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d1439e7-dd4d-4fdb-9ffc-3277a4ffd92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311623 Jun 23 10:17:46.290574 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 42220) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:17:46.445896 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [None req-a711d78f-070a-46f6-8a60-929a1c153fe2 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Deleting port a2633933-902b-4e68-9ebe-51db5c2d9669 {{(pid=93710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:17:46.446228 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-a711d78f-070a-46f6-8a60-929a1c153fe2 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:46.520065 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-a711d78f-070a-46f6-8a60-929a1c153fe2 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:46.520389 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-a711d78f-070a-46f6-8a60-929a1c153fe2 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:46.531254 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [None req-a711d78f-070a-46f6-8a60-929a1c153fe2 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Calling delete_port for a2633933-902b-4e68-9ebe-51db5c2d9669 owned by network:floatingip {{(pid=93710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:17:46.755656 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-a711d78f-070a-46f6-8a60-929a1c153fe2 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31904537'] for port, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:46.757752 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-8f1bf6c6-2d96-41c8-a787-d8ec6214e1d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:17:46.781052 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a711d78f-070a-46f6-8a60-929a1c153fe2 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Pushing event deleted for resources: {'Port': ['ID=a2633933-902b-4e68-9ebe-51db5c2d9669,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:17:46.784908 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-a711d78f-070a-46f6-8a60-929a1c153fe2 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:17:46.844259 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-a711d78f-070a-46f6-8a60-929a1c153fe2 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Notify callbacks [] for floatingip, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:46.845419 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.db.l3_db [None req-a711d78f-070a-46f6-8a60-929a1c153fe2 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Floating IP 98d1c2fd-412a-448d-99d4-a915a1f4d70d disassociated (deleted). External IP: 172.27.2.130, port: 5dc4ec69-ba43-4bfc-956d-a8f978b4b560. Jun 23 10:17:47.177114 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eca551-cf29-40b1-a8d8-97b5aff2ea85 req-438fc3af-3fe5-448c-8d49-71a0326c0597 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:17:47.178595 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-25eca551-cf29-40b1-a8d8-97b5aff2ea85 req-438fc3af-3fe5-448c-8d49-71a0326c0597 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/ports?device_id=939c49a6-4e91-4708-bcb4-c7c01083a4b3 HTTP/1.1" status: 200 len: 943 time: 0.0683160 Jun 23 10:17:47.218398 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-25eca551-cf29-40b1-a8d8-97b5aff2ea85 req-7304ea7b-5349-45f6-aac0-96bb77460acb tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d1439e7-dd4d-4fdb-9ffc-3277a4ffd92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341458 Jun 23 10:17:47.312602 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a711d78f-070a-46f6-8a60-929a1c153fe2 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Router 2b7d55af-85d7-4fcb-9595-870c9e22c037 has already been hosted by L3 agent df545903-e04d-4712-ace0-112b1e927481 {{(pid=93710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 10:17:47.417094 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a711d78f-070a-46f6-8a60-929a1c153fe2 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Notify agent at l3_agent.dv-cinder-797510-1-iscsi the message routers_updated {{(pid=93710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 10:17:47.421817 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-a711d78f-070a-46f6-8a60-929a1c153fe2 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for floatingip, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:47.427931 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4675ab-561e-4acb-b336-494178fc2f7f None None] Sync routers for ids ['2b7d55af-85d7-4fcb-9595-870c9e22c037'] in dv-cinder-797510-1-iscsi {{(pid=93712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 10:17:47.437505 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4675ab-561e-4acb-b336-494178fc2f7f None None] Routers {'2b7d55af-85d7-4fcb-9595-870c9e22c037'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:17:47.438653 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-ef4675ab-561e-4acb-b336-494178fc2f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:17:20Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['2b7d55af-85d7-4fcb-9595-870c9e22c037'], 'active': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:17:47.457747 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-a711d78f-070a-46f6-8a60-929a1c153fe2 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "DELETE /v2.0/floatingips/98d1c2fd-412a-448d-99d4-a915a1f4d70d HTTP/1.1" status: 204 len: 168 time: 1.1660604 Jun 23 10:17:47.458427 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de2ff446-c341-468b-92b6-3b59c73f73d1', 'tag': '5dc4ec69-ba43-4bfc-956d-a8f978b4b560'}] {{(pid=93710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:17:47.460787 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476757ab5199ad7afce7410758f86ea887fce0aa64a809171aa19cb360cf7c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d6b083-1450-4216-989f-5b2653fc9554" -d '{"events": [{"name": "network-changed", "server_uuid": "de2ff446-c341-468b-92b6-3b59c73f73d1", "tag": "5dc4ec69-ba43-4bfc-956d-a8f978b4b560"}]}' {{(pid=93710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:17:47.497075 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 10:17:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451c7bca-1bd4-4b24-87a8-6033038569cb x-openstack-request-id: req-451c7bca-1bd4-4b24-87a8-6033038569cb {{(pid=93710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:17:47.497403 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de2ff446-c341-468b-92b6-3b59c73f73d1", "tag": "5dc4ec69-ba43-4bfc-956d-a8f978b4b560", "status": "completed", "code": 200}]} {{(pid=93710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:17:47.497704 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-451c7bca-1bd4-4b24-87a8-6033038569cb {{(pid=93710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:17:47.498147 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de2ff446-c341-468b-92b6-3b59c73f73d1', 'tag': '5dc4ec69-ba43-4bfc-956d-a8f978b4b560', 'status': 'completed', 'code': 200} Jun 23 10:17:47.546314 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvr_db [None req-ef4675ab-561e-4acb-b336-494178fc2f7f None None] Set router 2b7d55af-85d7-4fcb-9595-870c9e22c037 gateway port host: dv-cinder-797510-1-iscsi {{(pid=93712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:17:47.573564 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d6b083-1450-4216-989f-5b2653fc9554 req-2069adcd-0c8e-4255-998d-c452895578d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:17:47.575141 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-a5d6b083-1450-4216-989f-5b2653fc9554 req-2069adcd-0c8e-4255-998d-c452895578d4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=92b25a857e544e8a81b9334162e2ccec&device_id=de2ff446-c341-468b-92b6-3b59c73f73d1 HTTP/1.1" status: 200 len: 1098 time: 0.0550299 Jun 23 10:17:47.675059 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d6b083-1450-4216-989f-5b2653fc9554 req-b79ff474-d837-4381-ac08-3e3a01720282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:17:47.676523 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-a5d6b083-1450-4216-989f-5b2653fc9554 req-b79ff474-d837-4381-ac08-3e3a01720282 service neutron] 10.222.0.52 "GET /v2.0/networks?id=68c08a46-ecd8-4ed9-9182-ea12c9f045ea HTTP/1.1" status: 200 len: 910 time: 0.0948482 Jun 23 10:17:47.717090 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-a5d6b083-1450-4216-989f-5b2653fc9554 req-d7419c37-1f47-4aa8-99ab-263e05a82c59 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5dc4ec69-ba43-4bfc-956d-a8f978b4b560 HTTP/1.1" status: 200 len: 217 time: 0.0339627 Jun 23 10:17:47.749578 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-ef4675ab-561e-4acb-b336-494178fc2f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b7d55af-85d7-4fcb-9595-870c9e22c037', 'name': 'tempest-TestShelveInstance-1334747077-router', 'tenant_id': '92b25a857e544e8a81b9334162e2ccec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '9956a4bf-8d0b-4bff-be8c-7dc0163dd046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:13:06Z', 'updated_at': '2021-06-23T10:13:10Z', 'revision_number': 4, 'project_id': '92b25a857e544e8a81b9334162e2ccec', 'gw_port': {'id': '9956a4bf-8d0b-4bff-be8c-7dc0163dd046', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7d55af-85d7-4fcb-9595-870c9e22c037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:13:07Z', 'updated_at': '2021-06-23T10:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_interfaces': [{'id': 'afbd1195-ab9c-4a58-bbbe-4aeafb74c458', 'name': '', 'network_id': '68c08a46-ecd8-4ed9-9182-ea12c9f045ea', 'tenant_id': '92b25a857e544e8a81b9334162e2ccec', 'mac_address': 'fa:16:3e:ab:89:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7d55af-85d7-4fcb-9595-870c9e22c037', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'e4deb3fe-5cbf-4afd-9d80-a3d9af1fee71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:13:09Z', 'updated_at': '2021-06-23T10:13:15Z', 'revision_number': 5, 'project_id': '92b25a857e544e8a81b9334162e2ccec', 'subnets': [{'id': 'e4deb3fe-5cbf-4afd-9d80-a3d9af1fee71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:17:47.763766 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d6b083-1450-4216-989f-5b2653fc9554 req-f4eff4aa-5ae6-4dd0-afe9-7cefb7ff4dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:17:47.765271 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-a5d6b083-1450-4216-989f-5b2653fc9554 req-f4eff4aa-5ae6-4dd0-afe9-7cefb7ff4dd0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e4deb3fe-5cbf-4afd-9d80-a3d9af1fee71 HTTP/1.1" status: 200 len: 848 time: 0.0427740 Jun 23 10:17:47.833137 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d6b083-1450-4216-989f-5b2653fc9554 req-1e42653b-c02b-4a79-8ffd-4eb5e79ab197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:17:47.834769 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-a5d6b083-1450-4216-989f-5b2653fc9554 req-1e42653b-c02b-4a79-8ffd-4eb5e79ab197 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=68c08a46-ecd8-4ed9-9182-ea12c9f045ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0632513 Jun 23 10:17:47.900685 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4675ab-561e-4acb-b336-494178fc2f7f None None] Checking router: 2b7d55af-85d7-4fcb-9595-870c9e22c037 for host: dv-cinder-797510-1-iscsi {{(pid=93712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 10:17:47.915127 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4675ab-561e-4acb-b336-494178fc2f7f None None] Routers {'2b7d55af-85d7-4fcb-9595-870c9e22c037'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:17:47.916229 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-ef4675ab-561e-4acb-b336-494178fc2f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:17:20Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['2b7d55af-85d7-4fcb-9595-870c9e22c037'], 'active': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:17:47.932588 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-a5d6b083-1450-4216-989f-5b2653fc9554 req-1a630d4b-3eaf-47e6-9a0d-7f74c340b566 service neutron] 10.222.0.52 "GET /v2.0/networks/68c08a46-ecd8-4ed9-9182-ea12c9f045ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913265 Jun 23 10:17:48.009221 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7dcb6097-1d79-46be-96ac-d6c56666e085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:48.026103 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvr_db [None req-ef4675ab-561e-4acb-b336-494178fc2f7f None None] Set router 2b7d55af-85d7-4fcb-9595-870c9e22c037 gateway port host: dv-cinder-797510-1-iscsi {{(pid=93712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:17:48.035904 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-a5d6b083-1450-4216-989f-5b2653fc9554 req-26e8f7d6-e7dc-41bb-b3b9-711c273839da service neutron] 10.222.0.52 "GET /v2.0/networks/68c08a46-ecd8-4ed9-9182-ea12c9f045ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962150 Jun 23 10:17:48.064848 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c32e12d-997f-430e-ac27-62fbfe7d8a1b req-c72c6032-8d28-40cb-887a-0c397e96332a tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:17:48.066584 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-3c32e12d-997f-430e-ac27-62fbfe7d8a1b req-c72c6032-8d28-40cb-887a-0c397e96332a tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/ports?device_id=de2ff446-c341-468b-92b6-3b59c73f73d1 HTTP/1.1" status: 200 len: 945 time: 0.0676522 Jun 23 10:17:48.105640 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-3c32e12d-997f-430e-ac27-62fbfe7d8a1b req-fa2e8791-d4ab-4982-8dd9-7b637adda81b tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/security-groups?id=e45e3df1-e8a9-4537-8289-2ade431faea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332329 Jun 23 10:17:48.227166 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-ef4675ab-561e-4acb-b336-494178fc2f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b7d55af-85d7-4fcb-9595-870c9e22c037', 'name': 'tempest-TestShelveInstance-1334747077-router', 'tenant_id': '92b25a857e544e8a81b9334162e2ccec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '9956a4bf-8d0b-4bff-be8c-7dc0163dd046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:13:06Z', 'updated_at': '2021-06-23T10:13:10Z', 'revision_number': 4, 'project_id': '92b25a857e544e8a81b9334162e2ccec', 'gw_port': {'id': '9956a4bf-8d0b-4bff-be8c-7dc0163dd046', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7d55af-85d7-4fcb-9595-870c9e22c037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:13:07Z', 'updated_at': '2021-06-23T10:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_interfaces': [{'id': 'afbd1195-ab9c-4a58-bbbe-4aeafb74c458', 'name': '', 'network_id': '68c08a46-ecd8-4ed9-9182-ea12c9f045ea', 'tenant_id': '92b25a857e544e8a81b9334162e2ccec', 'mac_address': 'fa:16:3e:ab:89:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7d55af-85d7-4fcb-9595-870c9e22c037', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'e4deb3fe-5cbf-4afd-9d80-a3d9af1fee71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:13:09Z', 'updated_at': '2021-06-23T10:13:15Z', 'revision_number': 5, 'project_id': '92b25a857e544e8a81b9334162e2ccec', 'subnets': [{'id': 'e4deb3fe-5cbf-4afd-9d80-a3d9af1fee71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:17:48.256724 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4675ab-561e-4acb-b336-494178fc2f7f None None] The sync data for ids ['2b7d55af-85d7-4fcb-9595-870c9e22c037'] in dv-cinder-797510-1-iscsi is: [{'id': '2b7d55af-85d7-4fcb-9595-870c9e22c037', 'name': 'tempest-TestShelveInstance-1334747077-router', 'tenant_id': '92b25a857e544e8a81b9334162e2ccec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '9956a4bf-8d0b-4bff-be8c-7dc0163dd046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:13:06Z', 'updated_at': '2021-06-23T10:13:10Z', 'revision_number': 4, 'project_id': '92b25a857e544e8a81b9334162e2ccec', 'gw_port': {'id': '9956a4bf-8d0b-4bff-be8c-7dc0163dd046', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7d55af-85d7-4fcb-9595-870c9e22c037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:13:07Z', 'updated_at': '2021-06-23T10:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_interfaces': [{'id': 'afbd1195-ab9c-4a58-bbbe-4aeafb74c458', 'name': '', 'network_id': '68c08a46-ecd8-4ed9-9182-ea12c9f045ea', 'tenant_id': '92b25a857e544e8a81b9334162e2ccec', 'mac_address': 'fa:16:3e:ab:89:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7d55af-85d7-4fcb-9595-870c9e22c037', 'device_owner': 'network:router_interface', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': 'e4deb3fe-5cbf-4afd-9d80-a3d9af1fee71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:13:09Z', 'updated_at': '2021-06-23T10:13:15Z', 'revision_number': 5, 'project_id': '92b25a857e544e8a81b9334162e2ccec', 'subnets': [{'id': 'e4deb3fe-5cbf-4afd-9d80-a3d9af1fee71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 10:17:48.398016 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4fd720-163d-43f6-8c2b-9d6bdb41d148 req-47b54950-9cd0-434e-bf3b-fe47b7f4e640 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:17:48.399538 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-6b4fd720-163d-43f6-8c2b-9d6bdb41d148 req-47b54950-9cd0-434e-bf3b-fe47b7f4e640 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/ports?device_id=939c49a6-4e91-4708-bcb4-c7c01083a4b3 HTTP/1.1" status: 200 len: 943 time: 0.0677781 Jun 23 10:17:48.442117 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-6b4fd720-163d-43f6-8c2b-9d6bdb41d148 req-7907330e-afaf-431b-8380-4aac81abd6d8 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d1439e7-dd4d-4fdb-9ffc-3277a4ffd92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369229 Jun 23 10:17:48.477165 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f521b7-2ffe-43ef-9ccf-18ec093b3f98 None None] New status for floating IP 98d1c2fd-412a-448d-99d4-a915a1f4d70d: DOWN {{(pid=93713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 10:17:49.286099 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa27daf-f61d-4d6b-9610-26f4eddf8aa9 req-aeeef055-3060-481f-8fe2-b8e22ebbb1f1 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:17:49.287575 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ffa27daf-f61d-4d6b-9610-26f4eddf8aa9 req-aeeef055-3060-481f-8fe2-b8e22ebbb1f1 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/ports?device_id=de2ff446-c341-468b-92b6-3b59c73f73d1 HTTP/1.1" status: 200 len: 945 time: 0.0622623 Jun 23 10:17:49.323539 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ffa27daf-f61d-4d6b-9610-26f4eddf8aa9 req-62745988-c4ee-4991-9dd9-2a35d426bddb tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/security-groups?id=e45e3df1-e8a9-4537-8289-2ade431faea5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303271 Jun 23 10:17:49.449232 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb3b84-a435-411e-89bf-e01c0cd6d1c9 req-09490491-7186-4c54-af10-a9be2ed283b5 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:17:49.450655 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-bbcb3b84-a435-411e-89bf-e01c0cd6d1c9 req-09490491-7186-4c54-af10-a9be2ed283b5 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.52 "GET /v2.0/ports?device_id=de2ff446-c341-468b-92b6-3b59c73f73d1 HTTP/1.1" status: 200 len: 945 time: 0.0619051 Jun 23 10:17:49.551138 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [req-bbcb3b84-a435-411e-89bf-e01c0cd6d1c9 req-c79c8063-bdc0-4259-bb0e-2d6a662444a0 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Deleting port 5dc4ec69-ba43-4bfc-956d-a8f978b4b560 {{(pid=93710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:17:49.551483 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-bbcb3b84-a435-411e-89bf-e01c0cd6d1c9 req-c79c8063-bdc0-4259-bb0e-2d6a662444a0 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:49.611127 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c6556e-957c-45ba-b13c-938ce11fbcc7 req-a35efa9f-0825-4b58-b307-06c232896631 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:17:49.612521 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-91c6556e-957c-45ba-b13c-938ce11fbcc7 req-a35efa9f-0825-4b58-b307-06c232896631 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/ports?device_id=939c49a6-4e91-4708-bcb4-c7c01083a4b3 HTTP/1.1" status: 200 len: 943 time: 0.0614822 Jun 23 10:17:49.637583 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.db [req-bbcb3b84-a435-411e-89bf-e01c0cd6d1c9 req-c79c8063-bdc0-4259-bb0e-2d6a662444a0 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] For port 5dc4ec69-ba43-4bfc-956d-a8f978b4b560, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=5dc4ec69-ba43-4bfc-956d-a8f978b4b560,segment=NetworkSegment(6fb7745b-8072-4352-8d78-8658473c137a),segment_id=6fb7745b-8072-4352-8d78-8658473c137a)] {{(pid=93710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:17:49.637933 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-bbcb3b84-a435-411e-89bf-e01c0cd6d1c9 req-c79c8063-bdc0-4259-bb0e-2d6a662444a0 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:49.650344 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-91c6556e-957c-45ba-b13c-938ce11fbcc7 req-f5e9ae71-43fc-48f5-8e2a-25def552fa06 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d1439e7-dd4d-4fdb-9ffc-3277a4ffd92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321746 Jun 23 10:17:49.651487 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [req-bbcb3b84-a435-411e-89bf-e01c0cd6d1c9 req-c79c8063-bdc0-4259-bb0e-2d6a662444a0 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Calling delete_port for 5dc4ec69-ba43-4bfc-956d-a8f978b4b560 owned by compute:nova {{(pid=93710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:17:49.824214 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-bbcb3b84-a435-411e-89bf-e01c0cd6d1c9 req-c79c8063-bdc0-4259-bb0e-2d6a662444a0 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31904537'] for port, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:49.828285 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-72d4e2e1-7f6c-4632-952a-d13d4daecdb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:17:49.852951 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79c8063-bdc0-4259-bb0e-2d6a662444a0 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Pushing event deleted for resources: {'Port': ['ID=5dc4ec69-ba43-4bfc-956d-a8f978b4b560,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:17:49.855605 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-c79c8063-bdc0-4259-bb0e-2d6a662444a0 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:17:49.902044 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbcb3b84-a435-411e-89bf-e01c0cd6d1c9 req-c79c8063-bdc0-4259-bb0e-2d6a662444a0 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] No DVR routers for this DVR port 5dc4ec69-ba43-4bfc-956d-a8f978b4b560 on host hv-cinder-79751 {{(pid=93710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 10:17:49.904605 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-bbcb3b84-a435-411e-89bf-e01c0cd6d1c9 req-c79c8063-bdc0-4259-bb0e-2d6a662444a0 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for port, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:49.907322 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-bbcb3b84-a435-411e-89bf-e01c0cd6d1c9 req-c79c8063-bdc0-4259-bb0e-2d6a662444a0 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.52 "DELETE /v2.0/ports/5dc4ec69-ba43-4bfc-956d-a8f978b4b560 HTTP/1.1" status: 204 len: 173 time: 0.4502037 Jun 23 10:17:49.907861 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de2ff446-c341-468b-92b6-3b59c73f73d1', 'name': 'network-vif-deleted', 'tag': '5dc4ec69-ba43-4bfc-956d-a8f978b4b560'}] {{(pid=93710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:17:49.910959 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476757ab5199ad7afce7410758f86ea887fce0aa64a809171aa19cb360cf7c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a961565c-6d4a-4718-b187-59858016918d" -d '{"events": [{"server_uuid": "de2ff446-c341-468b-92b6-3b59c73f73d1", "name": "network-vif-deleted", "tag": "5dc4ec69-ba43-4bfc-956d-a8f978b4b560"}]}' {{(pid=93710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:17:49.946749 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 10:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c004e1a-d81e-4aa0-bc23-818c50331306 x-openstack-request-id: req-8c004e1a-d81e-4aa0-bc23-818c50331306 {{(pid=93710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:17:49.946749 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de2ff446-c341-468b-92b6-3b59c73f73d1", "name": "network-vif-deleted", "tag": "5dc4ec69-ba43-4bfc-956d-a8f978b4b560", "status": "completed", "code": 200}]} {{(pid=93710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:17:49.946984 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8c004e1a-d81e-4aa0-bc23-818c50331306 {{(pid=93710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:17:49.947281 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de2ff446-c341-468b-92b6-3b59c73f73d1', 'name': 'network-vif-deleted', 'tag': '5dc4ec69-ba43-4bfc-956d-a8f978b4b560', 'status': 'completed', 'code': 200} Jun 23 10:17:50.384706 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4d2a74fe-db0c-4092-85e3-3e94457366f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:50.466525 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-58f75eeb-d202-45ca-b4da-328a484fc34e req-0e9d7408-9f86-4910-b700-95d577e06e2e tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "GET /v2.0/ports?device_id=de2ff446-c341-468b-92b6-3b59c73f73d1 HTTP/1.1" status: 200 len: 210 time: 0.0321276 Jun 23 10:17:50.607575 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:50.820008 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d6a5d-d05f-4504-bdf7-5130de9d8e77 req-0c8a97ea-eb76-4cdb-b0dc-f97e36148ea3 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:17:50.821482 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-909d6a5d-d05f-4504-bdf7-5130de9d8e77 req-0c8a97ea-eb76-4cdb-b0dc-f97e36148ea3 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/ports?device_id=939c49a6-4e91-4708-bcb4-c7c01083a4b3 HTTP/1.1" status: 200 len: 943 time: 0.0612001 Jun 23 10:17:50.859028 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-909d6a5d-d05f-4504-bdf7-5130de9d8e77 req-4edf4ab1-c832-4c70-93f6-79081f27eb9c tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d1439e7-dd4d-4fdb-9ffc-3277a4ffd92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320134 Jun 23 10:17:51.004217 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device 780733f5-bc8b-4642-8ec6-61b131a76ba9 details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=93712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 10:17:51.097745 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port 780733f5-bc8b-4642-8ec6-61b131a76ba9, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=780733f5-bc8b-4642-8ec6-61b131a76ba9,segment=NetworkSegment(a848c51d-810d-4011-be05-17f03da4cec8),segment_id=a848c51d-810d-4011-be05-17f03da4cec8)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:17:51.108166 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Returning: {'device': '780733f5-bc8b-4642-8ec6-61b131a76ba9', 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a', 'port_id': '780733f5-bc8b-4642-8ec6-61b131a76ba9', 'mac_address': 'fa:16:3e:d7:d1:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876e0539-f8e7-4f58-9842-f61818bf524a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 10:17:51.147748 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:51.159915 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 780733f5-bc8b-4642-8ec6-61b131a76ba9 {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 10:17:51.178174 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port 780733f5-bc8b-4642-8ec6-61b131a76ba9, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=780733f5-bc8b-4642-8ec6-61b131a76ba9,segment=NetworkSegment(a848c51d-810d-4011-be05-17f03da4cec8),segment_id=a848c51d-810d-4011-be05-17f03da4cec8)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:17:51.299610 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:51.301360 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:17:51.348776 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Pushing event updated for resources: {'Port': ['ID=780733f5-bc8b-4642-8ec6-61b131a76ba9,revision_number=4']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:17:51.355956 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:17:51.356300 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:17:51.356633 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:17:51.356959 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:17:51.357310 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:17:51.357637 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:17:51.357956 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:17:51.358278 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:17:51.358597 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:17:51.358934 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:17:51.359249 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:17:51.359560 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:17:51.364609 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:17:51.507131 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] get_ports_and_sgs() called for port_ids ['780733f5-bc8b-4642-8ec6-61b131a76ba9'] {{(pid=93712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 10:17:51.555832 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-549d35a9-2eb0-42c6-a322-a779b3edc54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:51.562455 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 42244) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:17:51.626195 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-37bc71b9-4f87-4b73-a563-4e7f9d415f8e tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Notify callbacks [] for security_group, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:51.651599 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-37bc71b9-4f87-4b73-a563-4e7f9d415f8e tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:51.784399 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-37bc71b9-4f87-4b73-a563-4e7f9d415f8e tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:51.787237 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-37bc71b9-4f87-4b73-a563-4e7f9d415f8e tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Notify callbacks [] for security_group, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:51.788423 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-37bc71b9-4f87-4b73-a563-4e7f9d415f8e tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] 10.222.0.47 "DELETE /v2.0/security-groups/e45e3df1-e8a9-4537-8289-2ade431faea5 HTTP/1.1" status: 204 len: 168 time: 0.2242441 Jun 23 10:17:51.789246 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-088f6981-6efd-41f3-9e11-18e50ef48452 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:17:51.798512 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bc71b9-4f87-4b73-a563-4e7f9d415f8e tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45e3df1-e8a9-4537-8289-2ade431faea5,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:17:51.801365 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-37bc71b9-4f87-4b73-a563-4e7f9d415f8e tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:17:51.936036 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 42250) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:17:52.122164 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da32214-4793-4413-94ff-4dbeac88c864 req-df4e033b-f16b-4471-9b3f-112c8e40649d tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:17:52.123643 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-0da32214-4793-4413-94ff-4dbeac88c864 req-df4e033b-f16b-4471-9b3f-112c8e40649d tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/ports?device_id=939c49a6-4e91-4708-bcb4-c7c01083a4b3 HTTP/1.1" status: 200 len: 944 time: 0.1478605 Jun 23 10:17:52.197362 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-0da32214-4793-4413-94ff-4dbeac88c864 req-bc770696-93a7-4c3b-9857-25b7eac0a79f tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d1439e7-dd4d-4fdb-9ffc-3277a4ffd92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677743 Jun 23 10:17:52.345615 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7511c621-69e5-49a4-81cf-12dc62143b91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723645'] for router_interface, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:52.889883 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-7511c621-69e5-49a4-81cf-12dc62143b91 admin admin] Deleting port afbd1195-ab9c-4a58-bbbe-4aeafb74c458 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:17:52.890215 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7511c621-69e5-49a4-81cf-12dc62143b91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:52.965568 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-7511c621-69e5-49a4-81cf-12dc62143b91 admin admin] For port afbd1195-ab9c-4a58-bbbe-4aeafb74c458, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=afbd1195-ab9c-4a58-bbbe-4aeafb74c458,segment=NetworkSegment(6fb7745b-8072-4352-8d78-8658473c137a),segment_id=6fb7745b-8072-4352-8d78-8658473c137a)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:17:52.966205 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7511c621-69e5-49a4-81cf-12dc62143b91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:52.977493 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-7511c621-69e5-49a4-81cf-12dc62143b91 admin admin] Calling delete_port for afbd1195-ab9c-4a58-bbbe-4aeafb74c458 owned by network:router_interface {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:17:53.001290 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device 780733f5-bc8b-4642-8ec6-61b131a76ba9 up at agent hyperv_hv-cinder-79751 {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:17:53.121806 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Provisioning for port 780733f5-bc8b-4642-8ec6-61b131a76ba9 completed by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:17:53.125905 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Provisioning complete for port 780733f5-bc8b-4642-8ec6-61b131a76ba9 triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:17:53.126373 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:53.202934 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:53.213431 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7511c621-69e5-49a4-81cf-12dc62143b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33311619'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:53.216697 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-55ef0e05-9989-4b56-b144-5ef22e81f835 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:17:53.225384 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '939c49a6-4e91-4708-bcb4-c7c01083a4b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '780733f5-bc8b-4642-8ec6-61b131a76ba9'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:17:53.227733 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e06d9dce5bc2bce6c931562da1c36027cbf4e574fb667469159d94052b32a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60f36ef-6168-4118-8b34-8fee2030dd43" -d '{"events": [{"server_uuid": "939c49a6-4e91-4708-bcb4-c7c01083a4b3", "name": "network-vif-plugged", "status": "completed", "tag": "780733f5-bc8b-4642-8ec6-61b131a76ba9"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:17:53.241159 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port 780733f5-bc8b-4642-8ec6-61b131a76ba9, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=780733f5-bc8b-4642-8ec6-61b131a76ba9,segment=NetworkSegment(a848c51d-810d-4011-be05-17f03da4cec8),segment_id=a848c51d-810d-4011-be05-17f03da4cec8)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:17:53.242706 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7511c621-69e5-49a4-81cf-12dc62143b91 admin admin] Pushing event deleted for resources: {'Port': ['ID=afbd1195-ab9c-4a58-bbbe-4aeafb74c458,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:17:53.270806 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7511c621-69e5-49a4-81cf-12dc62143b91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:17:53.271188 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7511c621-69e5-49a4-81cf-12dc62143b91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:17:53.271561 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7511c621-69e5-49a4-81cf-12dc62143b91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:17:53.271923 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7511c621-69e5-49a4-81cf-12dc62143b91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:17:53.272283 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7511c621-69e5-49a4-81cf-12dc62143b91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:17:53.272641 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7511c621-69e5-49a4-81cf-12dc62143b91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:17:53.272996 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7511c621-69e5-49a4-81cf-12dc62143b91 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:17:53.273764 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7511c621-69e5-49a4-81cf-12dc62143b91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:17:53.273764 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7511c621-69e5-49a4-81cf-12dc62143b91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:17:53.274020 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7511c621-69e5-49a4-81cf-12dc62143b91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:17:53.274371 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7511c621-69e5-49a4-81cf-12dc62143b91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:17:53.274875 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7511c621-69e5-49a4-81cf-12dc62143b91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:17:53.278609 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-7511c621-69e5-49a4-81cf-12dc62143b91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:17:53.284518 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 10:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6028f789-09a6-4c4a-8a3d-3e9122ed207b x-openstack-request-id: req-6028f789-09a6-4c4a-8a3d-3e9122ed207b {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:17:53.285059 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "939c49a6-4e91-4708-bcb4-c7c01083a4b3", "name": "network-vif-plugged", "status": "completed", "tag": "780733f5-bc8b-4642-8ec6-61b131a76ba9", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:17:53.285337 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6028f789-09a6-4c4a-8a3d-3e9122ed207b {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:17:53.286551 dv-cinder-797510-1-iscsi neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '939c49a6-4e91-4708-bcb4-c7c01083a4b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '780733f5-bc8b-4642-8ec6-61b131a76ba9', 'code': 200} Jun 23 10:17:53.316224 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:53.320018 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device 5dc4ec69-ba43-4bfc-956d-a8f978b4b560 no longer exists at agent hyperv_hv-cinder-79751 {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 10:17:53.320018 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:17:53.338232 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] No Port match for: 5dc4ec69-ba43-4bfc-956d-a8f978b4b560 {{(pid=93712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 10:17:53.338753 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device 5dc4ec69-ba43-4bfc-956d-a8f978b4b560 not bound to the agent host hv-cinder-79751 {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 10:17:53.385771 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Pushing event updated for resources: {'Port': ['ID=780733f5-bc8b-4642-8ec6-61b131a76ba9,revision_number=5']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:17:53.388977 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:17:53.497986 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d050289e-ea34-424c-a5cd-95331fccaf28 req-5a748aa7-60db-40a0-9292-53aa8f17a054 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:17:53.499463 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d050289e-ea34-424c-a5cd-95331fccaf28 req-5a748aa7-60db-40a0-9292-53aa8f17a054 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/ports?device_id=939c49a6-4e91-4708-bcb4-c7c01083a4b3 HTTP/1.1" status: 200 len: 945 time: 0.1769814 Jun 23 10:17:53.500030 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-7511c621-69e5-49a4-81cf-12dc62143b91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1706509'] for router_interface, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:53.528051 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-329354e5-9e69-417d-83ab-34bb473e22da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:53.584228 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-d050289e-ea34-424c-a5cd-95331fccaf28 req-a3b5b2c6-3354-4f44-a138-cba40236e28a tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d1439e7-dd4d-4fdb-9ffc-3277a4ffd92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776625 Jun 23 10:17:53.669943 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd4ef63-e804-41b9-a693-7a58cb3167e5 req-65eaf238-1eb9-4af9-bbee-be22ad8edf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:17:53.671458 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-afd4ef63-e804-41b9-a693-7a58cb3167e5 req-65eaf238-1eb9-4af9-bbee-be22ad8edf89 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=939c49a6-4e91-4708-bcb4-c7c01083a4b3 HTTP/1.1" status: 200 len: 1098 time: 0.0526304 Jun 23 10:17:53.705574 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-afd4ef63-e804-41b9-a693-7a58cb3167e5 req-db6c96b0-81ba-471d-8f88-7e9e8012b9dd service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2d1439e7-dd4d-4fdb-9ffc-3277a4ffd92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278993 Jun 23 10:17:53.745416 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7511c621-69e5-49a4-81cf-12dc62143b91 admin admin] Router 2b7d55af-85d7-4fcb-9595-870c9e22c037 has already been hosted by L3 agent df545903-e04d-4712-ace0-112b1e927481 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 10:17:53.848184 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7511c621-69e5-49a4-81cf-12dc62143b91 admin admin] Notify agent at l3_agent.dv-cinder-797510-1-iscsi the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 10:17:53.853137 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-7511c621-69e5-49a4-81cf-12dc62143b91 admin admin] 10.222.0.47 "PUT /v2.0/routers/2b7d55af-85d7-4fcb-9595-870c9e22c037/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9143939 Jun 23 10:17:53.855600 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 42256) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:17:53.858947 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c687aa43-76bc-4167-9063-a22046068390 None None] Sync routers for ids ['2b7d55af-85d7-4fcb-9595-870c9e22c037'] in dv-cinder-797510-1-iscsi {{(pid=93712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 10:17:53.868492 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c687aa43-76bc-4167-9063-a22046068390 None None] Routers {'2b7d55af-85d7-4fcb-9595-870c9e22c037'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:17:53.869098 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-c687aa43-76bc-4167-9063-a22046068390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:17:50Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['2b7d55af-85d7-4fcb-9595-870c9e22c037'], 'active': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:17:53.958209 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e75fc218-cbaf-4961-9fcb-9aa5d9e411e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:53.970121 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvr_db [None req-c687aa43-76bc-4167-9063-a22046068390 None None] Set router 2b7d55af-85d7-4fcb-9595-870c9e22c037 gateway port host: dv-cinder-797510-1-iscsi {{(pid=93712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:17:54.056131 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e75fc218-cbaf-4961-9fcb-9aa5d9e411e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:54.148116 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-c687aa43-76bc-4167-9063-a22046068390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b7d55af-85d7-4fcb-9595-870c9e22c037', 'name': 'tempest-TestShelveInstance-1334747077-router', 'tenant_id': '92b25a857e544e8a81b9334162e2ccec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': '9956a4bf-8d0b-4bff-be8c-7dc0163dd046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:13:06Z', 'updated_at': '2021-06-23T10:17:53Z', 'revision_number': 5, 'project_id': '92b25a857e544e8a81b9334162e2ccec', 'gw_port': {'id': '9956a4bf-8d0b-4bff-be8c-7dc0163dd046', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:4d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b7d55af-85d7-4fcb-9595-870c9e22c037', 'device_owner': 'network:router_gateway', 'standard_attr_id': 540, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:13:07Z', 'updated_at': '2021-06-23T10:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi'}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:17:54.173315 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-e75fc218-cbaf-4961-9fcb-9aa5d9e411e4 admin admin] Deleting port 9956a4bf-8d0b-4bff-be8c-7dc0163dd046 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:17:54.173681 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e75fc218-cbaf-4961-9fcb-9aa5d9e411e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:54.174914 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c687aa43-76bc-4167-9063-a22046068390 None None] Checking router: 2b7d55af-85d7-4fcb-9595-870c9e22c037 for host: dv-cinder-797510-1-iscsi {{(pid=93712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 10:17:54.182824 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c687aa43-76bc-4167-9063-a22046068390 None None] Routers {'2b7d55af-85d7-4fcb-9595-870c9e22c037'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:17:54.183431 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-c687aa43-76bc-4167-9063-a22046068390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:17:50Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['2b7d55af-85d7-4fcb-9595-870c9e22c037'], 'active': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:17:54.248853 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-e75fc218-cbaf-4961-9fcb-9aa5d9e411e4 admin admin] For port 9956a4bf-8d0b-4bff-be8c-7dc0163dd046, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=9956a4bf-8d0b-4bff-be8c-7dc0163dd046,segment=NetworkSegment(d24f8ae7-6ec3-469c-850d-4a663419c87d),segment_id=d24f8ae7-6ec3-469c-850d-4a663419c87d)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:17:54.249220 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e75fc218-cbaf-4961-9fcb-9aa5d9e411e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:54.261407 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-e75fc218-cbaf-4961-9fcb-9aa5d9e411e4 admin admin] Calling delete_port for 9956a4bf-8d0b-4bff-be8c-7dc0163dd046 owned by network:router_gateway {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:17:54.268687 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvr_db [None req-c687aa43-76bc-4167-9063-a22046068390 None None] Set router 2b7d55af-85d7-4fcb-9595-870c9e22c037 gateway port host: None {{(pid=93712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:17:54.323404 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-c687aa43-76bc-4167-9063-a22046068390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b7d55af-85d7-4fcb-9595-870c9e22c037', 'name': 'tempest-TestShelveInstance-1334747077-router', 'tenant_id': '92b25a857e544e8a81b9334162e2ccec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:13:06Z', 'updated_at': '2021-06-23T10:17:54Z', 'revision_number': 6, 'project_id': '92b25a857e544e8a81b9334162e2ccec', 'gw_port_host': None}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:17:54.353712 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c687aa43-76bc-4167-9063-a22046068390 None None] The sync data for ids ['2b7d55af-85d7-4fcb-9595-870c9e22c037'] in dv-cinder-797510-1-iscsi is: [{'id': '2b7d55af-85d7-4fcb-9595-870c9e22c037', 'name': 'tempest-TestShelveInstance-1334747077-router', 'tenant_id': '92b25a857e544e8a81b9334162e2ccec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:13:06Z', 'updated_at': '2021-06-23T10:17:54Z', 'revision_number': 6, 'project_id': '92b25a857e544e8a81b9334162e2ccec', 'gw_port_host': None}] {{(pid=93712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 10:17:54.476160 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e75fc218-cbaf-4961-9fcb-9aa5d9e411e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33311619'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:54.478265 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-59afb3cd-2905-4057-88e3-4e57688e41ad tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:17:54.500488 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75fc218-cbaf-4961-9fcb-9aa5d9e411e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9956a4bf-8d0b-4bff-be8c-7dc0163dd046,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:17:54.504088 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-e75fc218-cbaf-4961-9fcb-9aa5d9e411e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:17:54.567384 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e75fc218-cbaf-4961-9fcb-9aa5d9e411e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707160'] for router_gateway, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:54.657183 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e75fc218-cbaf-4961-9fcb-9aa5d9e411e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11342'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:54.659252 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e75fc218-cbaf-4961-9fcb-9aa5d9e411e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:54.770956 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3bb338-cc04-4505-8fb8-36d39f2ff96d req-d43da3e8-9640-4133-b755-01dc6d27009f tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:17:54.772604 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ac3bb338-cc04-4505-8fb8-36d39f2ff96d req-d43da3e8-9640-4133-b755-01dc6d27009f tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/ports?device_id=939c49a6-4e91-4708-bcb4-c7c01083a4b3 HTTP/1.1" status: 200 len: 945 time: 0.0713971 Jun 23 10:17:54.786329 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e75fc218-cbaf-4961-9fcb-9aa5d9e411e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705974'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:54.786894 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75fc218-cbaf-4961-9fcb-9aa5d9e411e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b7d55af-85d7-4fcb-9595-870c9e22c037 {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 10:17:54.800217 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-e75fc218-cbaf-4961-9fcb-9aa5d9e411e4 admin admin] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:54.800217 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-e75fc218-cbaf-4961-9fcb-9aa5d9e411e4 admin admin] 10.222.0.47 "DELETE /v2.0/routers/2b7d55af-85d7-4fcb-9595-870c9e22c037 HTTP/1.1" status: 204 len: 168 time: 0.9436450 Jun 23 10:17:54.803260 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 42260) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:17:54.847694 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-ac3bb338-cc04-4505-8fb8-36d39f2ff96d req-26b239f1-0113-4554-878a-99d174db9c7e tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d1439e7-dd4d-4fdb-9ffc-3277a4ffd92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691955 Jun 23 10:17:54.859422 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-55d9eb20-34ac-4ab4-8043-9b75b4216c4c admin admin] Deleting subnet e4deb3fe-5cbf-4afd-9d80-a3d9af1fee71 {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 10:17:54.862571 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-55d9eb20-34ac-4ab4-8043-9b75b4216c4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:54.897694 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-55d9eb20-34ac-4ab4-8043-9b75b4216c4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32565859'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:55.032685 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-55d9eb20-34ac-4ab4-8043-9b75b4216c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528171'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:55.098287 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f62c0b-7ccd-415e-80e9-2f83fac4909e req-37a3c2bc-db07-4d2b-a1d3-bb9745fda4bc tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:17:55.099770 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-01f62c0b-7ccd-415e-80e9-2f83fac4909e req-37a3c2bc-db07-4d2b-a1d3-bb9745fda4bc tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/ports?device_id=939c49a6-4e91-4708-bcb4-c7c01083a4b3 HTTP/1.1" status: 200 len: 945 time: 0.1217422 Jun 23 10:17:55.142771 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-01f62c0b-7ccd-415e-80e9-2f83fac4909e req-e748b35f-81f4-49ea-b430-c919aa1338b1 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d1439e7-dd4d-4fdb-9ffc-3277a4ffd92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350075 Jun 23 10:17:55.170559 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 42264) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:17:55.179314 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device 9956a4bf-8d0b-4bff-be8c-7dc0163dd046 no longer exists at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 10:17:55.182445 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-55d9eb20-34ac-4ab4-8043-9b75b4216c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33311689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29709700'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:55.199793 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] No Port match for: 9956a4bf-8d0b-4bff-be8c-7dc0163dd046 {{(pid=93712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 10:17:55.200136 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device 9956a4bf-8d0b-4bff-be8c-7dc0163dd046 not bound to the agent host dv-cinder-797510-1-iscsi {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 10:17:55.200576 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device afbd1195-ab9c-4a58-bbbe-4aeafb74c458 no longer exists at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 10:17:55.204294 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-a1dcca65-4040-4678-9a85-9e43f4f94bf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:17:55.218617 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] No Port match for: afbd1195-ab9c-4a58-bbbe-4aeafb74c458 {{(pid=93712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 10:17:55.220813 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device afbd1195-ab9c-4a58-bbbe-4aeafb74c458 not bound to the agent host dv-cinder-797510-1-iscsi {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 10:17:55.230955 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d9eb20-34ac-4ab4-8043-9b75b4216c4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4deb3fe-5cbf-4afd-9d80-a3d9af1fee71,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:17:55.232929 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-55d9eb20-34ac-4ab4-8043-9b75b4216c4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:55.237793 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-55d9eb20-34ac-4ab4-8043-9b75b4216c4c admin admin] 10.222.0.47 "DELETE /v2.0/subnets/e4deb3fe-5cbf-4afd-9d80-a3d9af1fee71 HTTP/1.1" status: 204 len: 168 time: 0.4312558 Jun 23 10:17:55.237793 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-55d9eb20-34ac-4ab4-8043-9b75b4216c4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:17:55.238104 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 42266) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:17:55.238852 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39706fcb-804a-42cb-971d-22a0d7634d21 None None] Network 68c08a46-ecd8-4ed9-9182-ea12c9f045ea requested from dv-cinder-797510-1-iscsi {{(pid=93712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 10:17:55.265176 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4120234-198c-4aa6-a447-b5fa936e2591 tempest-TestVolumeBootPattern-345692080 tempest-TestVolumeBootPattern-345692080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:17:55.269407 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-a4120234-198c-4aa6-a447-b5fa936e2591 tempest-TestVolumeBootPattern-345692080 tempest-TestVolumeBootPattern-345692080-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=939c49a6-4e91-4708-bcb4-c7c01083a4b3 HTTP/1.1" status: 200 len: 1093 time: 0.0952058 Jun 23 10:17:55.270149 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 42268) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:17:55.274841 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [None req-62ae26a5-7cc1-41a4-aaf5-910d58dc5536 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Request body: {'floatingip': {'floating_network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'port_id': '780733f5-bc8b-4642-8ec6-61b131a76ba9', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:17:55.324486 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-0c7ca7cf-701c-471e-a8a5-4edc8c848fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-550829'] for network, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:55.367562 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-62ae26a5-7cc1-41a4-aaf5-910d58dc5536 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks [] for floatingip, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:55.382190 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [None req-0c7ca7cf-701c-471e-a8a5-4edc8c848fd5 admin admin] Deleting port b80c5308-36b0-4f57-a650-97db6fcb7bf9 {{(pid=93710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:17:55.382558 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-0c7ca7cf-701c-471e-a8a5-4edc8c848fd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:55.449534 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff18ae46-7a8c-4a2b-9ed3-ec357927d250 None None] DHCP port deletion for 68c08a46-ecd8-4ed9-9182-ea12c9f045ea request from dv-cinder-797510-1-iscsi {{(pid=93712) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 10:17:55.467984 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.db [None req-0c7ca7cf-701c-471e-a8a5-4edc8c848fd5 admin admin] For port b80c5308-36b0-4f57-a650-97db6fcb7bf9, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=b80c5308-36b0-4f57-a650-97db6fcb7bf9,segment=NetworkSegment(6fb7745b-8072-4352-8d78-8658473c137a),segment_id=6fb7745b-8072-4352-8d78-8658473c137a)] {{(pid=93710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:17:55.468361 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-0c7ca7cf-701c-471e-a8a5-4edc8c848fd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:55.493453 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [None req-0c7ca7cf-701c-471e-a8a5-4edc8c848fd5 admin admin] Calling delete_port for b80c5308-36b0-4f57-a650-97db6fcb7bf9 owned by network:dhcp {{(pid=93710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:17:55.505181 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-62ae26a5-7cc1-41a4-aaf5-910d58dc5536 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:55.508066 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-ff18ae46-7a8c-4a2b-9ed3-ec357927d250 None None] Deleting port b80c5308-36b0-4f57-a650-97db6fcb7bf9 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:17:55.508444 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ff18ae46-7a8c-4a2b-9ed3-ec357927d250 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:55.575084 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-ff18ae46-7a8c-4a2b-9ed3-ec357927d250 None None] For port b80c5308-36b0-4f57-a650-97db6fcb7bf9, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=b80c5308-36b0-4f57-a650-97db6fcb7bf9,segment=NetworkSegment(6fb7745b-8072-4352-8d78-8658473c137a),segment_id=6fb7745b-8072-4352-8d78-8658473c137a)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:17:55.575398 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ff18ae46-7a8c-4a2b-9ed3-ec357927d250 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:55.588347 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-ff18ae46-7a8c-4a2b-9ed3-ec357927d250 None None] Calling delete_port for b80c5308-36b0-4f57-a650-97db6fcb7bf9 owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:17:55.614225 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-62ae26a5-7cc1-41a4-aaf5-910d58dc5536 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Allocated IP 172.27.2.104 (6c022cdf-7908-4fe1-9f3f-494480d09f28/2f1b229c-fc1e-4856-a495-4ccd56c0ef48/6898a526-33f0-40a2-b15a-6b2ba832e3a2) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 10:17:55.641545 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-0c7ca7cf-701c-471e-a8a5-4edc8c848fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31904537'] for port, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:55.645055 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-7049a00f-528d-4742-b437-907eb1b14009 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:17:55.668838 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-ff18ae46-7a8c-4a2b-9ed3-ec357927d250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:55.670775 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7ca7cf-701c-471e-a8a5-4edc8c848fd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b80c5308-36b0-4f57-a650-97db6fcb7bf9,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:17:55.673483 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7ca7cf-701c-471e-a8a5-4edc8c848fd5 admin admin] No DVR routers for this DVR port b80c5308-36b0-4f57-a650-97db6fcb7bf9 on host dv-cinder-797510-1-iscsi {{(pid=93710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 10:17:55.675232 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-0c7ca7cf-701c-471e-a8a5-4edc8c848fd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:17:55.681569 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-89e517ba-58c3-49b1-afa3-f12a66b29008 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:17:55.689073 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff18ae46-7a8c-4a2b-9ed3-ec357927d250 None None] No DVR routers for this DVR port b80c5308-36b0-4f57-a650-97db6fcb7bf9 on host dv-cinder-797510-1-iscsi {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 10:17:55.708839 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff18ae46-7a8c-4a2b-9ed3-ec357927d250 None None] Pushing event deleted for resources: {'Port': ['ID=b80c5308-36b0-4f57-a650-97db6fcb7bf9,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:17:55.720751 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-ff18ae46-7a8c-4a2b-9ed3-ec357927d250 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:17:55.730269 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-62ae26a5-7cc1-41a4-aaf5-910d58dc5536 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:55.749467 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-0c7ca7cf-701c-471e-a8a5-4edc8c848fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527526', 'neutron.services.segments.db._delete_segments_for_network-8731988835103'] for network, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:55.759257 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.services.segments.db [None req-0c7ca7cf-701c-471e-a8a5-4edc8c848fd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68c08a46-ecd8-4ed9-9182-ea12c9f045ea']}} {{(pid=93710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:17:55.769446 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.services.segments.db [None req-0c7ca7cf-701c-471e-a8a5-4edc8c848fd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fb7745b-8072-4352-8d78-8658473c137a') {'for_net_delete': True} {{(pid=93710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:17:55.769742 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.services.segments.db [None req-0c7ca7cf-701c-471e-a8a5-4edc8c848fd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fb7745b-8072-4352-8d78-8658473c137a') {} {{(pid=93710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:17:55.778289 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-0c7ca7cf-701c-471e-a8a5-4edc8c848fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731988825070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33103690'] for segment, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:55.791965 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-0c7ca7cf-701c-471e-a8a5-4edc8c848fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-523806'] for segment, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:55.797732 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c7ca7cf-701c-471e-a8a5-4edc8c848fd5 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=93710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 10:17:55.798115 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-0c7ca7cf-701c-471e-a8a5-4edc8c848fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-523806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31904718'] for segment, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:55.799721 dv-cinder-797510-1-iscsi neutron-server[93710]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 10:17:55.799721 dv-cinder-797510-1-iscsi neutron-server[93710]: conditions |= (models_v2.Port.network_id.in_( Jun 23 10:17:55.799721 dv-cinder-797510-1-iscsi neutron-server[93710]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 10:17:55.799721 dv-cinder-797510-1-iscsi neutron-server[93710]: conditions |= (models_v2.Port.network_id.in_( Jun 23 10:17:55.799721 dv-cinder-797510-1-iscsi neutron-server[93710]: Traceback (most recent call last): Jun 23 10:17:55.799721 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 10:17:55.799721 dv-cinder-797510-1-iscsi neutron-server[93710]: timer() Jun 23 10:17:55.799721 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 10:17:55.799721 dv-cinder-797510-1-iscsi neutron-server[93710]: cb(*args, **kw) Jun 23 10:17:55.799721 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 10:17:55.799721 dv-cinder-797510-1-iscsi neutron-server[93710]: return func(*args, **kwargs) Jun 23 10:17:55.799721 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 10:17:55.799721 dv-cinder-797510-1-iscsi neutron-server[93710]: self._notify() Jun 23 10:17:55.799721 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 10:17:55.799721 dv-cinder-797510-1-iscsi neutron-server[93710]: self.callback(batched_events) Jun 23 10:17:55.799721 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 10:17:55.799721 dv-cinder-797510-1-iscsi neutron-server[93710]: event.method(event) Jun 23 10:17:55.799721 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 10:17:55.799721 dv-cinder-797510-1-iscsi neutron-server[93710]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 10:17:55.799721 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 10:17:55.799721 dv-cinder-797510-1-iscsi neutron-server[93710]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 10:17:55.799721 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 10:17:55.799721 dv-cinder-797510-1-iscsi neutron-server[93710]: return f(self, *a, **k) Jun 23 10:17:55.799721 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 10:17:55.799721 dv-cinder-797510-1-iscsi neutron-server[93710]: return self._get(url).json() Jun 23 10:17:55.799721 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 10:17:55.799721 dv-cinder-797510-1-iscsi neutron-server[93710]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 10:17:55.799721 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 10:17:55.799721 dv-cinder-797510-1-iscsi neutron-server[93710]: return self.request(url, 'GET', **kwargs) Jun 23 10:17:55.799721 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 10:17:55.799721 dv-cinder-797510-1-iscsi neutron-server[93710]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 10:17:55.799721 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 10:17:55.799721 dv-cinder-797510-1-iscsi neutron-server[93710]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 10:17:55.799721 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 10:17:55.799721 dv-cinder-797510-1-iscsi neutron-server[93710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 10:17:55.799721 dv-cinder-797510-1-iscsi neutron-server[93710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 10:17:55.831016 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-62ae26a5-7cc1-41a4-aaf5-910d58dc5536 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-600500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731988247197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33311642'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:55.833909 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-972f6595-379c-4d60-b9bd-4447f8f9b170 tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:17:55.867227 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ae26a5-7cc1-41a4-aaf5-910d58dc5536 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Network 6c022cdf-7908-4fe1-9f3f-494480d09f28 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:17:55.871835 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-62ae26a5-7cc1-41a4-aaf5-910d58dc5536 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:17:55.874344 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ae26a5-7cc1-41a4-aaf5-910d58dc5536 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 10:17:55.902284 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae26a5-7cc1-41a4-aaf5-910d58dc5536 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Pushing event updated for resources: {'Port': ['ID=6898a526-33f0-40a2-b15a-6b2ba832e3a2,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:17:55.906039 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-62ae26a5-7cc1-41a4-aaf5-910d58dc5536 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:17:55.950267 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-0c7ca7cf-701c-471e-a8a5-4edc8c848fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-193570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1707113'] for network, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:55.954185 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:17:55.957607 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-0c7ca7cf-701c-471e-a8a5-4edc8c848fd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for network, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:55.959429 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-0c7ca7cf-701c-471e-a8a5-4edc8c848fd5 admin admin] 10.222.0.47 "DELETE /v2.0/networks/68c08a46-ecd8-4ed9-9182-ea12c9f045ea HTTP/1.1" status: 204 len: 168 time: 0.7203121 Jun 23 10:17:55.968126 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 42270) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:17:55.974805 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7ca7cf-701c-471e-a8a5-4edc8c848fd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=68c08a46-ecd8-4ed9-9182-ea12c9f045ea,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:17:55.978098 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-0c7ca7cf-701c-471e-a8a5-4edc8c848fd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:17:56.311688 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-ceb0234d-07db-480f-869a-f568c3381bf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723645'] for router_interface, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:56.516979 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-62ae26a5-7cc1-41a4-aaf5-910d58dc5536 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:56.569153 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [None req-ceb0234d-07db-480f-869a-f568c3381bf8 admin admin] Deleting port 28e6fd60-064c-4989-8d77-d8a487ff2d81 {{(pid=93710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:17:56.569415 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-ceb0234d-07db-480f-869a-f568c3381bf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:56.648891 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.db [None req-ceb0234d-07db-480f-869a-f568c3381bf8 admin admin] For port 28e6fd60-064c-4989-8d77-d8a487ff2d81, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=28e6fd60-064c-4989-8d77-d8a487ff2d81,segment=NetworkSegment(d94eb981-aeea-4cec-a10a-4a2e1e308d27),segment_id=d94eb981-aeea-4cec-a10a-4a2e1e308d27)] {{(pid=93710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:17:56.649242 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-ceb0234d-07db-480f-869a-f568c3381bf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:56.650187 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-62ae26a5-7cc1-41a4-aaf5-910d58dc5536 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:56.662002 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [None req-ceb0234d-07db-480f-869a-f568c3381bf8 admin admin] Calling delete_port for 28e6fd60-064c-4989-8d77-d8a487ff2d81 owned by network:router_interface {{(pid=93710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:17:56.795706 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-62ae26a5-7cc1-41a4-aaf5-910d58dc5536 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:56.904121 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-62ae26a5-7cc1-41a4-aaf5-910d58dc5536 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33311624'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:56.906222 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-e63d1aff-6170-4b5d-8600-573d199cdbc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:17:56.927492 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-ceb0234d-07db-480f-869a-f568c3381bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31904537'] for port, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:56.930936 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-68511a49-7f3f-41a5-ac38-e85daf470188 tempest-AttachVolumeShelveTestJSON-1651824480 tempest-AttachVolumeShelveTestJSON-1651824480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:17:56.966359 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb0234d-07db-480f-869a-f568c3381bf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=28e6fd60-064c-4989-8d77-d8a487ff2d81,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:17:56.966359 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-ceb0234d-07db-480f-869a-f568c3381bf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:17:56.976454 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ae26a5-7cc1-41a4-aaf5-910d58dc5536 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Pushing event updated for resources: {'Port': ['ID=6898a526-33f0-40a2-b15a-6b2ba832e3a2,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:17:56.992362 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-62ae26a5-7cc1-41a4-aaf5-910d58dc5536 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:17:56.993271 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-62ae26a5-7cc1-41a4-aaf5-910d58dc5536 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707131'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:57.106591 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.db.l3_db [None req-62ae26a5-7cc1-41a4-aaf5-910d58dc5536 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Floating IP ac486726-fe39-4f60-af95-4f8a5a6a5df2 associated. External IP: 172.27.2.104, port: 780733f5-bc8b-4642-8ec6-61b131a76ba9. Jun 23 10:17:57.131800 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-ceb0234d-07db-480f-869a-f568c3381bf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1706509'] for router_interface, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:57.215894 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device b80c5308-36b0-4f57-a650-97db6fcb7bf9 no longer exists at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 10:17:57.236394 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] No Port match for: b80c5308-36b0-4f57-a650-97db6fcb7bf9 {{(pid=93712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 10:17:57.236667 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device b80c5308-36b0-4f57-a650-97db6fcb7bf9 not bound to the agent host dv-cinder-797510-1-iscsi {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 10:17:57.333952 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ae26a5-7cc1-41a4-aaf5-910d58dc5536 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Router 5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4 has already been hosted by L3 agent df545903-e04d-4712-ace0-112b1e927481 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 10:17:57.351130 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb0234d-07db-480f-869a-f568c3381bf8 admin admin] Router 07528f60-b28d-4099-a52c-4974f472f882 has already been hosted by L3 agent df545903-e04d-4712-ace0-112b1e927481 {{(pid=93710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 10:17:57.444414 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ae26a5-7cc1-41a4-aaf5-910d58dc5536 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify agent at l3_agent.dv-cinder-797510-1-iscsi the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 10:17:57.454533 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68018bd0-43ff-433f-ac7d-5796ab730d5d None None] Sync routers for ids ['5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4'] in dv-cinder-797510-1-iscsi {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 10:17:57.459389 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb0234d-07db-480f-869a-f568c3381bf8 admin admin] Notify agent at l3_agent.dv-cinder-797510-1-iscsi the message routers_updated {{(pid=93710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 10:17:57.463238 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68018bd0-43ff-433f-ac7d-5796ab730d5d None None] Routers {'5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:17:57.463852 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-68018bd0-43ff-433f-ac7d-5796ab730d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:17:50Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:17:57.467352 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-ceb0234d-07db-480f-869a-f568c3381bf8 admin admin] 10.222.0.47 "PUT /v2.0/routers/07528f60-b28d-4099-a52c-4974f472f882/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4950080 Jun 23 10:17:57.467352 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 42272) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:17:57.470217 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8d78c0-7501-47f1-96ca-dd2bd877e65f None None] Sync routers for ids ['07528f60-b28d-4099-a52c-4974f472f882'] in dv-cinder-797510-1-iscsi {{(pid=93712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 10:17:57.479478 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8d78c0-7501-47f1-96ca-dd2bd877e65f None None] Routers {'07528f60-b28d-4099-a52c-4974f472f882'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:17:57.480193 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-6f8d78c0-7501-47f1-96ca-dd2bd877e65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:17:50Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['07528f60-b28d-4099-a52c-4974f472f882'], 'active': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:17:57.516571 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-62ae26a5-7cc1-41a4-aaf5-910d58dc5536 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:57.554593 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-62ae26a5-7cc1-41a4-aaf5-910d58dc5536 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2832155 Jun 23 10:17:57.555462 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '939c49a6-4e91-4708-bcb4-c7c01083a4b3', 'tag': '780733f5-bc8b-4642-8ec6-61b131a76ba9'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:17:57.557841 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404634ef6dbf53e9c182992e714e82192e1d0d35f5c652938e4b1e64141411fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c93dcb6-0781-4670-ab52-053ccae3a6da" -d '{"events": [{"name": "network-changed", "server_uuid": "939c49a6-4e91-4708-bcb4-c7c01083a4b3", "tag": "780733f5-bc8b-4642-8ec6-61b131a76ba9"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:17:57.569999 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-68018bd0-43ff-433f-ac7d-5796ab730d5d None None] Set router 5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4 gateway port host: dv-cinder-797510-1-iscsi {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:17:57.614378 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 10:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ced762-5117-4c3d-9602-51dac207db71 x-openstack-request-id: req-d1ced762-5117-4c3d-9602-51dac207db71 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:17:57.615176 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "939c49a6-4e91-4708-bcb4-c7c01083a4b3", "tag": "780733f5-bc8b-4642-8ec6-61b131a76ba9", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:17:57.615716 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d1ced762-5117-4c3d-9602-51dac207db71 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:17:57.616525 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '939c49a6-4e91-4708-bcb4-c7c01083a4b3', 'tag': '780733f5-bc8b-4642-8ec6-61b131a76ba9', 'status': 'completed', 'code': 200} Jun 23 10:17:57.616656 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvr_db [None req-6f8d78c0-7501-47f1-96ca-dd2bd877e65f None None] Set router 07528f60-b28d-4099-a52c-4974f472f882 gateway port host: dv-cinder-797510-1-iscsi {{(pid=93712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:17:57.816560 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-68018bd0-43ff-433f-ac7d-5796ab730d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'name': 'tempest-TestVolumeBootPattern-1999502631-router', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '6b9f595f-2343-48f5-9723-a9e7089228bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:14:44Z', 'updated_at': '2021-06-23T10:14:47Z', 'revision_number': 4, 'project_id': '403a3f3b76c149eda502d16875605a80', 'gw_port': {'id': '6b9f595f-2343-48f5-9723-a9e7089228bf', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:28:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:14:45Z', 'updated_at': '2021-06-23T10:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_floatingips': [{'id': 'ac486726-fe39-4f60-af95-4f8a5a6a5df2', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'router_id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'port_id': '780733f5-bc8b-4642-8ec6-61b131a76ba9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a', 'mac_address': 'fa:16:3e:d7:d1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939c49a6-4e91-4708-bcb4-c7c01083a4b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T10:17:56Z', 'updated_at': '2021-06-23T10:17:56Z', 'revision_number': 0, 'project_id': '403a3f3b76c149eda502d16875605a80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fabf3893-5521-4d07-9a5c-a49b25344bc2', 'name': '', 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'mac_address': 'fa:16:3e:7b:3b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '876e0539-f8e7-4f58-9842-f61818bf524a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:14:46Z', 'updated_at': '2021-06-23T10:14:54Z', 'revision_number': 5, 'project_id': '403a3f3b76c149eda502d16875605a80', 'subnets': [{'id': '876e0539-f8e7-4f58-9842-f61818bf524a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:17:57.843329 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68018bd0-43ff-433f-ac7d-5796ab730d5d None None] Checking router: 5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4 for host: dv-cinder-797510-1-iscsi {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 10:17:57.852673 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68018bd0-43ff-433f-ac7d-5796ab730d5d None None] Routers {'5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:17:57.853408 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-68018bd0-43ff-433f-ac7d-5796ab730d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:17:50Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:17:57.934465 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-f68cafac-da06-4477-871f-2a9c2f31f47e admin admin] Notify callbacks [] for router, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:57.934784 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-6f8d78c0-7501-47f1-96ca-dd2bd877e65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07528f60-b28d-4099-a52c-4974f472f882', 'name': 'tempest-TestShelveInstance-598265056-router', 'tenant_id': '5f4c874a6a5c43f68d48d6dbe7d80361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'eab800ad-791f-4f6d-b47c-37749bf24dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:13:13Z', 'updated_at': '2021-06-23T10:17:56Z', 'revision_number': 5, 'project_id': '5f4c874a6a5c43f68d48d6dbe7d80361', 'gw_port': {'id': 'eab800ad-791f-4f6d-b47c-37749bf24dc4', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07528f60-b28d-4099-a52c-4974f472f882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:13:14Z', 'updated_at': '2021-06-23T10:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi'}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:17:57.960632 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-68018bd0-43ff-433f-ac7d-5796ab730d5d None None] Set router 5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4 gateway port host: dv-cinder-797510-1-iscsi {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:17:57.961466 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8d78c0-7501-47f1-96ca-dd2bd877e65f None None] Checking router: 07528f60-b28d-4099-a52c-4974f472f882 for host: dv-cinder-797510-1-iscsi {{(pid=93712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 10:17:57.970163 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8d78c0-7501-47f1-96ca-dd2bd877e65f None None] Routers {'07528f60-b28d-4099-a52c-4974f472f882'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:17:57.970907 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-6f8d78c0-7501-47f1-96ca-dd2bd877e65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:17:50Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['07528f60-b28d-4099-a52c-4974f472f882'], 'active': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:17:57.993323 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93dcb6-0781-4670-ab52-053ccae3a6da req-4d4590a8-ab02-4dc0-9b66-91af2e597c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:17:57.994959 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-5c93dcb6-0781-4670-ab52-053ccae3a6da req-4d4590a8-ab02-4dc0-9b66-91af2e597c8b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=403a3f3b76c149eda502d16875605a80&device_id=939c49a6-4e91-4708-bcb4-c7c01083a4b3 HTTP/1.1" status: 200 len: 1098 time: 0.1184101 Jun 23 10:17:58.078185 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvr_db [None req-6f8d78c0-7501-47f1-96ca-dd2bd877e65f None None] Set router 07528f60-b28d-4099-a52c-4974f472f882 gateway port host: dv-cinder-797510-1-iscsi {{(pid=93712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:17:58.108006 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-f68cafac-da06-4477-871f-2a9c2f31f47e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:58.132447 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93dcb6-0781-4670-ab52-053ccae3a6da req-11b914d1-9bb3-4f18-bab9-fd7b2b361a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:17:58.134103 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-5c93dcb6-0781-4670-ab52-053ccae3a6da req-11b914d1-9bb3-4f18-bab9-fd7b2b361a0e service neutron] 10.222.0.52 "GET /v2.0/networks?id=761416d0-d0b5-4d43-b556-3fc859b1886a HTTP/1.1" status: 200 len: 913 time: 0.1109519 Jun 23 10:17:58.201658 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-68018bd0-43ff-433f-ac7d-5796ab730d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'name': 'tempest-TestVolumeBootPattern-1999502631-router', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '6b9f595f-2343-48f5-9723-a9e7089228bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:14:44Z', 'updated_at': '2021-06-23T10:14:47Z', 'revision_number': 4, 'project_id': '403a3f3b76c149eda502d16875605a80', 'gw_port': {'id': '6b9f595f-2343-48f5-9723-a9e7089228bf', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:28:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:14:45Z', 'updated_at': '2021-06-23T10:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_floatingips': [{'id': 'ac486726-fe39-4f60-af95-4f8a5a6a5df2', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'router_id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'port_id': '780733f5-bc8b-4642-8ec6-61b131a76ba9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a', 'mac_address': 'fa:16:3e:d7:d1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939c49a6-4e91-4708-bcb4-c7c01083a4b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T10:17:56Z', 'updated_at': '2021-06-23T10:17:56Z', 'revision_number': 0, 'project_id': '403a3f3b76c149eda502d16875605a80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fabf3893-5521-4d07-9a5c-a49b25344bc2', 'name': '', 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'mac_address': 'fa:16:3e:7b:3b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '876e0539-f8e7-4f58-9842-f61818bf524a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:14:46Z', 'updated_at': '2021-06-23T10:14:54Z', 'revision_number': 5, 'project_id': '403a3f3b76c149eda502d16875605a80', 'subnets': [{'id': '876e0539-f8e7-4f58-9842-f61818bf524a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:17:58.224207 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-5c93dcb6-0781-4670-ab52-053ccae3a6da req-8021f5b0-4554-4227-ae09-28f495ee514d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=780733f5-bc8b-4642-8ec6-61b131a76ba9 HTTP/1.1" status: 200 len: 999 time: 0.0841417 Jun 23 10:17:58.232273 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68018bd0-43ff-433f-ac7d-5796ab730d5d None None] The sync data for ids ['5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4'] in dv-cinder-797510-1-iscsi is: [{'id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'name': 'tempest-TestVolumeBootPattern-1999502631-router', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '6b9f595f-2343-48f5-9723-a9e7089228bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:14:44Z', 'updated_at': '2021-06-23T10:14:47Z', 'revision_number': 4, 'project_id': '403a3f3b76c149eda502d16875605a80', 'gw_port': {'id': '6b9f595f-2343-48f5-9723-a9e7089228bf', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:28:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:14:45Z', 'updated_at': '2021-06-23T10:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_floatingips': [{'id': 'ac486726-fe39-4f60-af95-4f8a5a6a5df2', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'router_id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'port_id': '780733f5-bc8b-4642-8ec6-61b131a76ba9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a', 'mac_address': 'fa:16:3e:d7:d1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939c49a6-4e91-4708-bcb4-c7c01083a4b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T10:17:56Z', 'updated_at': '2021-06-23T10:17:56Z', 'revision_number': 0, 'project_id': '403a3f3b76c149eda502d16875605a80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fabf3893-5521-4d07-9a5c-a49b25344bc2', 'name': '', 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'mac_address': 'fa:16:3e:7b:3b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '876e0539-f8e7-4f58-9842-f61818bf524a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:14:46Z', 'updated_at': '2021-06-23T10:14:54Z', 'revision_number': 5, 'project_id': '403a3f3b76c149eda502d16875605a80', 'subnets': [{'id': '876e0539-f8e7-4f58-9842-f61818bf524a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 10:17:58.262933 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-6f8d78c0-7501-47f1-96ca-dd2bd877e65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07528f60-b28d-4099-a52c-4974f472f882', 'name': 'tempest-TestShelveInstance-598265056-router', 'tenant_id': '5f4c874a6a5c43f68d48d6dbe7d80361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'eab800ad-791f-4f6d-b47c-37749bf24dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:13:13Z', 'updated_at': '2021-06-23T10:17:56Z', 'revision_number': 5, 'project_id': '5f4c874a6a5c43f68d48d6dbe7d80361', 'gw_port': {'id': 'eab800ad-791f-4f6d-b47c-37749bf24dc4', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07528f60-b28d-4099-a52c-4974f472f882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:13:14Z', 'updated_at': '2021-06-23T10:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi'}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:17:58.276577 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [None req-f68cafac-da06-4477-871f-2a9c2f31f47e admin admin] Deleting port eab800ad-791f-4f6d-b47c-37749bf24dc4 {{(pid=93710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:17:58.277080 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-f68cafac-da06-4477-871f-2a9c2f31f47e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:58.294011 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93dcb6-0781-4670-ab52-053ccae3a6da req-f53bf29b-b61c-44e9-b6b2-157dff895f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:17:58.294269 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8d78c0-7501-47f1-96ca-dd2bd877e65f None None] The sync data for ids ['07528f60-b28d-4099-a52c-4974f472f882'] in dv-cinder-797510-1-iscsi is: [{'id': '07528f60-b28d-4099-a52c-4974f472f882', 'name': 'tempest-TestShelveInstance-598265056-router', 'tenant_id': '5f4c874a6a5c43f68d48d6dbe7d80361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.242'}], 'enable_snat': True}, 'gw_port_id': 'eab800ad-791f-4f6d-b47c-37749bf24dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:13:13Z', 'updated_at': '2021-06-23T10:17:56Z', 'revision_number': 5, 'project_id': '5f4c874a6a5c43f68d48d6dbe7d80361', 'gw_port': {'id': 'eab800ad-791f-4f6d-b47c-37749bf24dc4', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:a5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07528f60-b28d-4099-a52c-4974f472f882', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:13:14Z', 'updated_at': '2021-06-23T10:13:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi'}] {{(pid=93712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 10:17:58.296191 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-5c93dcb6-0781-4670-ab52-053ccae3a6da req-f53bf29b-b61c-44e9-b6b2-157dff895f7c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=876e0539-f8e7-4f58-9842-f61818bf524a HTTP/1.1" status: 200 len: 851 time: 0.0653307 Jun 23 10:17:58.402647 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.db [None req-f68cafac-da06-4477-871f-2a9c2f31f47e admin admin] For port eab800ad-791f-4f6d-b47c-37749bf24dc4, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=eab800ad-791f-4f6d-b47c-37749bf24dc4,segment=NetworkSegment(d24f8ae7-6ec3-469c-850d-4a663419c87d),segment_id=d24f8ae7-6ec3-469c-850d-4a663419c87d)] {{(pid=93710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:17:58.403375 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-f68cafac-da06-4477-871f-2a9c2f31f47e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:58.421149 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [None req-f68cafac-da06-4477-871f-2a9c2f31f47e admin admin] Calling delete_port for eab800ad-791f-4f6d-b47c-37749bf24dc4 owned by network:router_gateway {{(pid=93710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:17:58.424792 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93dcb6-0781-4670-ab52-053ccae3a6da req-2744019c-72bc-436c-abdf-97e9d18ad63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:17:58.426286 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-5c93dcb6-0781-4670-ab52-053ccae3a6da req-2744019c-72bc-436c-abdf-97e9d18ad63a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=761416d0-d0b5-4d43-b556-3fc859b1886a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1235201 Jun 23 10:17:58.467395 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cdfabd2-09d7-445a-bb5b-9015d8b8fbb4 None None] New status for floating IP ac486726-fe39-4f60-af95-4f8a5a6a5df2: ACTIVE {{(pid=93713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 10:17:58.600413 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-5c93dcb6-0781-4670-ab52-053ccae3a6da req-5df61326-42a7-4934-a6b6-ab0d19ef42bb service neutron] 10.222.0.52 "GET /v2.0/networks/761416d0-d0b5-4d43-b556-3fc859b1886a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661444 Jun 23 10:17:58.737819 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-5c93dcb6-0781-4670-ab52-053ccae3a6da req-de3f0f5f-304c-4da1-8637-0faf5cdcd455 service neutron] 10.222.0.52 "GET /v2.0/networks/761416d0-d0b5-4d43-b556-3fc859b1886a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292319 Jun 23 10:17:58.807403 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-f68cafac-da06-4477-871f-2a9c2f31f47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31904537'] for port, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:58.809661 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-90aa1700-bed7-46c2-ac6f-f72339edbebc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:17:58.834798 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68cafac-da06-4477-871f-2a9c2f31f47e admin admin] Pushing event deleted for resources: {'Port': ['ID=eab800ad-791f-4f6d-b47c-37749bf24dc4,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:17:58.837959 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-f68cafac-da06-4477-871f-2a9c2f31f47e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:17:58.900135 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-f68cafac-da06-4477-871f-2a9c2f31f47e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707160'] for router_gateway, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:58.988438 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-f68cafac-da06-4477-871f-2a9c2f31f47e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11342'] for router, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:58.990498 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-f68cafac-da06-4477-871f-2a9c2f31f47e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:59.104460 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-f68cafac-da06-4477-871f-2a9c2f31f47e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705974'] for router, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:59.104957 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68cafac-da06-4477-871f-2a9c2f31f47e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07528f60-b28d-4099-a52c-4974f472f882 {{(pid=93710) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 10:17:59.109878 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-f68cafac-da06-4477-871f-2a9c2f31f47e admin admin] Notify callbacks [] for router, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:59.113313 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-f68cafac-da06-4477-871f-2a9c2f31f47e admin admin] 10.222.0.47 "DELETE /v2.0/routers/07528f60-b28d-4099-a52c-4974f472f882 HTTP/1.1" status: 204 len: 168 time: 1.6424665 Jun 23 10:17:59.120045 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 42278) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:17:59.150089 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device 28e6fd60-064c-4989-8d77-d8a487ff2d81 no longer exists at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 10:17:59.161640 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b9c72b9-3bc2-41ee-b58d-90759fd1a175 admin admin] Deleting subnet 00816c8f-8bf2-4323-afa8-d7fbfb9d4f38 {{(pid=93710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 10:17:59.164943 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-1b9c72b9-3bc2-41ee-b58d-90759fd1a175 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:59.169751 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] No Port match for: 28e6fd60-064c-4989-8d77-d8a487ff2d81 {{(pid=93712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 10:17:59.170108 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device 28e6fd60-064c-4989-8d77-d8a487ff2d81 not bound to the agent host dv-cinder-797510-1-iscsi {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 10:17:59.205019 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-1b9c72b9-3bc2-41ee-b58d-90759fd1a175 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33103701'] for subnet, precommit_delete_associations {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:59.286815 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-1b9c72b9-3bc2-41ee-b58d-90759fd1a175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528171'] for subnet, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:59.390208 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-1b9c72b9-3bc2-41ee-b58d-90759fd1a175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31904595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33311376'] for subnet, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:59.392817 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-74e8fe83-dede-4ae4-a13e-bcc8204db72b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:17:59.417615 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9c72b9-3bc2-41ee-b58d-90759fd1a175 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00816c8f-8bf2-4323-afa8-d7fbfb9d4f38,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:17:59.420668 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-1b9c72b9-3bc2-41ee-b58d-90759fd1a175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:17:59.421646 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-1b9c72b9-3bc2-41ee-b58d-90759fd1a175 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for subnet, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:59.423612 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-1b9c72b9-3bc2-41ee-b58d-90759fd1a175 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/00816c8f-8bf2-4323-afa8-d7fbfb9d4f38 HTTP/1.1" status: 204 len: 168 time: 0.3091190 Jun 23 10:17:59.426049 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 42280) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:17:59.427100 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b095a66f-5805-4d81-b8d0-acc62f181dba None None] Network 98b52f50-b7b6-4988-9f1f-54714fb7ad2d requested from dv-cinder-797510-1-iscsi {{(pid=93712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 10:17:59.498990 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-48c65a7c-5be8-4ca6-acfb-9a156d664316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-550829'] for network, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:59.551798 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [None req-48c65a7c-5be8-4ca6-acfb-9a156d664316 admin admin] Deleting port 23d84d90-5531-4524-b57a-07aa103ce015 {{(pid=93710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:17:59.552133 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-48c65a7c-5be8-4ca6-acfb-9a156d664316 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:59.621580 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1886bd-93ac-4ab0-aaba-f9b7825a5f93 None None] DHCP port deletion for 98b52f50-b7b6-4988-9f1f-54714fb7ad2d request from dv-cinder-797510-1-iscsi {{(pid=93712) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 10:17:59.629494 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.db [None req-48c65a7c-5be8-4ca6-acfb-9a156d664316 admin admin] For port 23d84d90-5531-4524-b57a-07aa103ce015, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=23d84d90-5531-4524-b57a-07aa103ce015,segment=NetworkSegment(d94eb981-aeea-4cec-a10a-4a2e1e308d27),segment_id=d94eb981-aeea-4cec-a10a-4a2e1e308d27)] {{(pid=93710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:17:59.629859 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-48c65a7c-5be8-4ca6-acfb-9a156d664316 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:59.642910 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [None req-48c65a7c-5be8-4ca6-acfb-9a156d664316 admin admin] Calling delete_port for 23d84d90-5531-4524-b57a-07aa103ce015 owned by network:dhcp {{(pid=93710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:17:59.666217 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-cb1886bd-93ac-4ab0-aaba-f9b7825a5f93 None None] Deleting port 23d84d90-5531-4524-b57a-07aa103ce015 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:17:59.666593 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cb1886bd-93ac-4ab0-aaba-f9b7825a5f93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:59.730420 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-cb1886bd-93ac-4ab0-aaba-f9b7825a5f93 None None] For port 23d84d90-5531-4524-b57a-07aa103ce015, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=23d84d90-5531-4524-b57a-07aa103ce015,segment=NetworkSegment(d94eb981-aeea-4cec-a10a-4a2e1e308d27),segment_id=d94eb981-aeea-4cec-a10a-4a2e1e308d27)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:17:59.730843 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cb1886bd-93ac-4ab0-aaba-f9b7825a5f93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:59.747111 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-cb1886bd-93ac-4ab0-aaba-f9b7825a5f93 None None] Calling delete_port for 23d84d90-5531-4524-b57a-07aa103ce015 owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:17:59.801296 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-48c65a7c-5be8-4ca6-acfb-9a156d664316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31904537'] for port, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:59.804319 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-0e414c86-59a2-46a0-befa-ba7955a04e8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:17:59.821473 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-cb1886bd-93ac-4ab0-aaba-f9b7825a5f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:59.824167 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:17:59.829829 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c65a7c-5be8-4ca6-acfb-9a156d664316 admin admin] Pushing event deleted for resources: {'Port': ['ID=23d84d90-5531-4524-b57a-07aa103ce015,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:17:59.833302 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c65a7c-5be8-4ca6-acfb-9a156d664316 admin admin] No DVR routers for this DVR port 23d84d90-5531-4524-b57a-07aa103ce015 on host dv-cinder-797510-1-iscsi {{(pid=93710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 10:17:59.833445 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-48c65a7c-5be8-4ca6-acfb-9a156d664316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:17:59.848701 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1886bd-93ac-4ab0-aaba-f9b7825a5f93 None None] Pushing event deleted for resources: {'Port': ['ID=23d84d90-5531-4524-b57a-07aa103ce015,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:17:59.850426 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1886bd-93ac-4ab0-aaba-f9b7825a5f93 None None] No DVR routers for this DVR port 23d84d90-5531-4524-b57a-07aa103ce015 on host dv-cinder-797510-1-iscsi {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 10:17:59.851891 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-cb1886bd-93ac-4ab0-aaba-f9b7825a5f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:17:59.908744 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-48c65a7c-5be8-4ca6-acfb-9a156d664316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527526', 'neutron.services.segments.db._delete_segments_for_network-8731988835103'] for network, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:59.918042 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.services.segments.db [None req-48c65a7c-5be8-4ca6-acfb-9a156d664316 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98b52f50-b7b6-4988-9f1f-54714fb7ad2d']}} {{(pid=93710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:17:59.928383 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.services.segments.db [None req-48c65a7c-5be8-4ca6-acfb-9a156d664316 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd94eb981-aeea-4cec-a10a-4a2e1e308d27') {'for_net_delete': True} {{(pid=93710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:17:59.928675 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.services.segments.db [None req-48c65a7c-5be8-4ca6-acfb-9a156d664316 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd94eb981-aeea-4cec-a10a-4a2e1e308d27') {} {{(pid=93710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:17:59.937194 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-48c65a7c-5be8-4ca6-acfb-9a156d664316 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731988825070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-33103690'] for segment, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:59.950291 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-48c65a7c-5be8-4ca6-acfb-9a156d664316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-523806'] for segment, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:59.955892 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48c65a7c-5be8-4ca6-acfb-9a156d664316 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=93710) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 10:17:59.956269 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-48c65a7c-5be8-4ca6-acfb-9a156d664316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-523806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31904718'] for segment, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:17:59.957862 dv-cinder-797510-1-iscsi neutron-server[93710]: Traceback (most recent call last): Jun 23 10:17:59.957862 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 10:17:59.957862 dv-cinder-797510-1-iscsi neutron-server[93710]: timer() Jun 23 10:17:59.957862 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 10:17:59.957862 dv-cinder-797510-1-iscsi neutron-server[93710]: cb(*args, **kw) Jun 23 10:17:59.957862 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 10:17:59.957862 dv-cinder-797510-1-iscsi neutron-server[93710]: return func(*args, **kwargs) Jun 23 10:17:59.957862 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 10:17:59.957862 dv-cinder-797510-1-iscsi neutron-server[93710]: self._notify() Jun 23 10:17:59.957862 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 10:17:59.957862 dv-cinder-797510-1-iscsi neutron-server[93710]: self.callback(batched_events) Jun 23 10:17:59.957862 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 10:17:59.957862 dv-cinder-797510-1-iscsi neutron-server[93710]: event.method(event) Jun 23 10:17:59.957862 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 10:17:59.957862 dv-cinder-797510-1-iscsi neutron-server[93710]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 10:17:59.957862 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 10:17:59.957862 dv-cinder-797510-1-iscsi neutron-server[93710]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 10:17:59.957862 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 10:17:59.957862 dv-cinder-797510-1-iscsi neutron-server[93710]: return f(self, *a, **k) Jun 23 10:17:59.957862 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 10:17:59.957862 dv-cinder-797510-1-iscsi neutron-server[93710]: return self._get(url).json() Jun 23 10:17:59.957862 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 10:17:59.957862 dv-cinder-797510-1-iscsi neutron-server[93710]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 10:17:59.957862 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 10:17:59.957862 dv-cinder-797510-1-iscsi neutron-server[93710]: return self.request(url, 'GET', **kwargs) Jun 23 10:17:59.957862 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 10:17:59.957862 dv-cinder-797510-1-iscsi neutron-server[93710]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 10:17:59.957862 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 10:17:59.957862 dv-cinder-797510-1-iscsi neutron-server[93710]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 10:17:59.957862 dv-cinder-797510-1-iscsi neutron-server[93710]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 10:17:59.957862 dv-cinder-797510-1-iscsi neutron-server[93710]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 10:17:59.957862 dv-cinder-797510-1-iscsi neutron-server[93710]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 10:18:00.087306 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-48c65a7c-5be8-4ca6-acfb-9a156d664316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-193570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1707113'] for network, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:18:00.091570 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-48c65a7c-5be8-4ca6-acfb-9a156d664316 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for network, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:18:00.093404 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-48c65a7c-5be8-4ca6-acfb-9a156d664316 admin admin] 10.222.0.47 "DELETE /v2.0/networks/98b52f50-b7b6-4988-9f1f-54714fb7ad2d HTTP/1.1" status: 204 len: 168 time: 0.6664400 Jun 23 10:18:00.094754 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-46611f6c-cd7d-4e93-b581-4e7b3c0bca25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:18:00.107186 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c65a7c-5be8-4ca6-acfb-9a156d664316 admin admin] Pushing event deleted for resources: {'Network': ['ID=98b52f50-b7b6-4988-9f1f-54714fb7ad2d,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:18:00.110188 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-48c65a7c-5be8-4ca6-acfb-9a156d664316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:18:00.405587 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 42284) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:18:00.445668 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-b72d1311-cc30-4512-8501-172f22e045dc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=92b25a857e544e8a81b9334162e2ccec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387700 Jun 23 10:18:00.447889 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 42286) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:18:00.494358 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f4263957-66c2-43c1-8ad6-d61b897568a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:18:00.517296 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f4263957-66c2-43c1-8ad6-d61b897568a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:18:00.646880 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f4263957-66c2-43c1-8ad6-d61b897568a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:18:00.649497 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-f4263957-66c2-43c1-8ad6-d61b897568a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:18:00.650654 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-f4263957-66c2-43c1-8ad6-d61b897568a8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a1f93196-f776-4fda-a918-5a93848c712d HTTP/1.1" status: 204 len: 168 time: 0.2018685 Jun 23 10:18:00.651446 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-fa06e186-4fd5-4ad1-8833-b7088965b24c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:18:00.659466 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4263957-66c2-43c1-8ad6-d61b897568a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f93196-f776-4fda-a918-5a93848c712d,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:18:00.661908 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-f4263957-66c2-43c1-8ad6-d61b897568a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:18:01.129327 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device eab800ad-791f-4f6d-b47c-37749bf24dc4 no longer exists at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 10:18:01.148895 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] No Port match for: eab800ad-791f-4f6d-b47c-37749bf24dc4 {{(pid=93712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 10:18:01.149237 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device eab800ad-791f-4f6d-b47c-37749bf24dc4 not bound to the agent host dv-cinder-797510-1-iscsi {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 10:18:01.149648 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device 23d84d90-5531-4524-b57a-07aa103ce015 no longer exists at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 10:18:01.170602 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] No Port match for: 23d84d90-5531-4524-b57a-07aa103ce015 {{(pid=93712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 10:18:01.170976 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device 23d84d90-5531-4524-b57a-07aa103ce015 not bound to the agent host dv-cinder-797510-1-iscsi {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 10:18:01.348767 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 42292) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:18:01.391424 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-c0a85fc9-a2c4-4aed-b78c-371920dbecc4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5f4c874a6a5c43f68d48d6dbe7d80361&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407526 Jun 23 10:18:01.393919 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 42294) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:18:01.439599 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4bc50c20-d0fd-4f2c-a737-5b2b95590a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:18:01.460273 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4bc50c20-d0fd-4f2c-a737-5b2b95590a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:18:01.595684 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4bc50c20-d0fd-4f2c-a737-5b2b95590a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:18:01.598316 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-4bc50c20-d0fd-4f2c-a737-5b2b95590a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:18:01.599502 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-4bc50c20-d0fd-4f2c-a737-5b2b95590a66 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/75de7aa2-641c-4d59-9dc9-85a6f709878d HTTP/1.1" status: 204 len: 168 time: 0.2046912 Jun 23 10:18:01.603489 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-72e2599a-7ad3-43ba-b415-522ce6b90a2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:18:01.607792 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc50c20-d0fd-4f2c-a737-5b2b95590a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75de7aa2-641c-4d59-9dc9-85a6f709878d,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:18:01.610171 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-4bc50c20-d0fd-4f2c-a737-5b2b95590a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:18:03.926815 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:18:17.892729 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-5a4aba73-8f8a-461f-abfe-9d47d4079a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:18:18.072855 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.agents_db [None req-4b03355e-e743-40fc-912e-580b49e4c212 None None] Agent healthcheck: found 6 active agents {{(pid=93713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 10:18:20.395207 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-e19bc460-415a-433b-a6fa-cc1056acfa65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:18:20.617642 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:18:21.509107 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-549d35a9-2eb0-42c6-a322-a779b3edc54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:18:23.520634 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-329354e5-9e69-417d-83ab-34bb473e22da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:18:33.937112 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:18:36.174089 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-13387921-f260-4b8d-98a6-1be84cba3184 req-a272717a-5c09-4a12-a02b-84bffd38e62a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=939c49a6-4e91-4708-bcb4-c7c01083a4b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510068 Jun 23 10:18:36.262428 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13387921-f260-4b8d-98a6-1be84cba3184 req-22d60117-e8d7-4b35-bc79-a506cdfb8d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:18:36.263890 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-13387921-f260-4b8d-98a6-1be84cba3184 req-22d60117-e8d7-4b35-bc79-a506cdfb8d30 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=403a3f3b76c149eda502d16875605a80&device_id=939c49a6-4e91-4708-bcb4-c7c01083a4b3 HTTP/1.1" status: 200 len: 1098 time: 0.0498359 Jun 23 10:18:36.367639 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13387921-f260-4b8d-98a6-1be84cba3184 req-18766377-836a-4a2a-a00b-905ffcb48a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:18:36.369068 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-13387921-f260-4b8d-98a6-1be84cba3184 req-18766377-836a-4a2a-a00b-905ffcb48a1f service neutron] 10.222.0.52 "GET /v2.0/networks?id=761416d0-d0b5-4d43-b556-3fc859b1886a HTTP/1.1" status: 200 len: 913 time: 0.0853376 Jun 23 10:18:36.430777 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-13387921-f260-4b8d-98a6-1be84cba3184 req-a0e16fbf-ba16-4743-87ea-c561249948a9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=780733f5-bc8b-4642-8ec6-61b131a76ba9 HTTP/1.1" status: 200 len: 1001 time: 0.0546451 Jun 23 10:18:36.478937 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13387921-f260-4b8d-98a6-1be84cba3184 req-d2f4cb6e-1260-4804-8f8e-c6ce26e34b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:18:36.480296 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-13387921-f260-4b8d-98a6-1be84cba3184 req-d2f4cb6e-1260-4804-8f8e-c6ce26e34b16 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=876e0539-f8e7-4f58-9842-f61818bf524a HTTP/1.1" status: 200 len: 851 time: 0.0435436 Jun 23 10:18:36.538679 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13387921-f260-4b8d-98a6-1be84cba3184 req-8acaa2e0-999f-444c-be82-a9f03d761754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:18:36.540168 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-13387921-f260-4b8d-98a6-1be84cba3184 req-8acaa2e0-999f-444c-be82-a9f03d761754 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=761416d0-d0b5-4d43-b556-3fc859b1886a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535204 Jun 23 10:18:36.624337 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-13387921-f260-4b8d-98a6-1be84cba3184 req-be05f623-1000-409b-810f-e5975c5a10a1 service neutron] 10.222.0.52 "GET /v2.0/networks/761416d0-d0b5-4d43-b556-3fc859b1886a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777521 Jun 23 10:18:36.713949 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-13387921-f260-4b8d-98a6-1be84cba3184 req-bbb9b595-c147-4458-8a96-d6ffc84dd028 service neutron] 10.222.0.52 "GET /v2.0/networks/761416d0-d0b5-4d43-b556-3fc859b1886a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834806 Jun 23 10:18:47.903101 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-86e3f664-3180-4b7d-91ae-f70ac34fb81e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:18:50.394425 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-168850b8-2bcf-4fe5-9abd-6b221730ba27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:18:50.594493 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:18:51.485975 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-549d35a9-2eb0-42c6-a322-a779b3edc54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:18:53.531205 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-329354e5-9e69-417d-83ab-34bb473e22da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:18:55.072303 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.agents_db [None req-4b03355e-e743-40fc-912e-580b49e4c212 None None] Agent healthcheck: found 6 active agents {{(pid=93713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 10:19:03.930858 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:19:17.920008 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-3b7ea8d3-6d17-47f6-8900-705fbeac7b34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:19:20.388376 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c7977da1-596b-4209-b95e-a06c010f8462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:19:20.599626 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:19:21.490505 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-549d35a9-2eb0-42c6-a322-a779b3edc54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:19:23.530790 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-329354e5-9e69-417d-83ab-34bb473e22da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:19:32.071062 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.agents_db [None req-4b03355e-e743-40fc-912e-580b49e4c212 None None] Agent healthcheck: found 6 active agents {{(pid=93713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 10:19:33.924565 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:19:37.382415 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-30128da4-89db-4a7d-a37a-51a128052057 req-36a889af-fe94-4783-b7c1-5b4b873f33ad tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-172083035&fields=id&tenant_id=403a3f3b76c149eda502d16875605a80 HTTP/1.1" status: 200 len: 267 time: 0.0344577 Jun 23 10:19:37.486950 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30128da4-89db-4a7d-a37a-51a128052057 req-39d4851c-ca6c-4115-921b-7d72b6064c98 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:19:37.488347 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-30128da4-89db-4a7d-a37a-51a128052057 req-39d4851c-ca6c-4115-921b-7d72b6064c98 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/networks?id=761416d0-d0b5-4d43-b556-3fc859b1886a HTTP/1.1" status: 200 len: 812 time: 0.0997477 Jun 23 10:19:37.503148 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-30128da4-89db-4a7d-a37a-51a128052057 req-32c9934c-6166-42df-8b09-5eac20a96d4b tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/quotas/403a3f3b76c149eda502d16875605a80 HTTP/1.1" status: 200 len: 375 time: 0.0087111 Jun 23 10:19:37.574227 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-30128da4-89db-4a7d-a37a-51a128052057 req-4525774d-4ccc-4d64-9082-128f3973af31 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=403a3f3b76c149eda502d16875605a80&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0660546 Jun 23 10:19:37.678742 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [req-30128da4-89db-4a7d-a37a-51a128052057 req-4dc0f22f-282e-40ff-be32-e77c1981bfab service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=93711) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 10:19:37.679725 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-30128da4-89db-4a7d-a37a-51a128052057 req-4dc0f22f-282e-40ff-be32-e77c1981bfab service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0936525 Jun 23 10:19:37.769390 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-30128da4-89db-4a7d-a37a-51a128052057 req-e38a2f39-543b-4bf7-b4d9-f68677237eba service neutron] 10.222.0.47 "GET /v2.0/networks/761416d0-d0b5-4d43-b556-3fc859b1886a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837979 Jun 23 10:19:37.855317 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-30128da4-89db-4a7d-a37a-51a128052057 req-e128d18e-4459-4cdc-9567-8b5f92709069 service neutron] 10.222.0.47 "GET /v2.0/networks/761416d0-d0b5-4d43-b556-3fc859b1886a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796630 Jun 23 10:19:38.233156 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-5601f3cc-5dc3-4e45-aeda-88cd43123713 req-87a1f4b1-0542-40d6-aec7-b468293b9ed2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=939c49a6-4e91-4708-bcb4-c7c01083a4b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0525780 Jun 23 10:19:38.327495 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601f3cc-5dc3-4e45-aeda-88cd43123713 req-a77a2e8e-afd4-45ed-b596-09e2cc144eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:19:38.329043 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-5601f3cc-5dc3-4e45-aeda-88cd43123713 req-a77a2e8e-afd4-45ed-b596-09e2cc144eb2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=403a3f3b76c149eda502d16875605a80&device_id=939c49a6-4e91-4708-bcb4-c7c01083a4b3 HTTP/1.1" status: 200 len: 1098 time: 0.0536976 Jun 23 10:19:38.370246 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-4824d24b-d276-4653-89ef-887ebd180072 req-c076c8b7-2081-44f6-85ec-a9b9664d0258 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/ports?device_id=eef028c6-26e3-4f3e-964d-cd019aed984c HTTP/1.1" status: 200 len: 210 time: 0.0292966 Jun 23 10:19:38.434416 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601f3cc-5dc3-4e45-aeda-88cd43123713 req-21496e37-1d14-4914-96c0-91b6b94ee3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:19:38.435820 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-5601f3cc-5dc3-4e45-aeda-88cd43123713 req-21496e37-1d14-4914-96c0-91b6b94ee3f1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=761416d0-d0b5-4d43-b556-3fc859b1886a HTTP/1.1" status: 200 len: 913 time: 0.0879097 Jun 23 10:19:38.498374 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-5601f3cc-5dc3-4e45-aeda-88cd43123713 req-6499b02b-ef42-46ab-b442-030bd2f8314e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=780733f5-bc8b-4642-8ec6-61b131a76ba9 HTTP/1.1" status: 200 len: 1001 time: 0.0562475 Jun 23 10:19:38.547856 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601f3cc-5dc3-4e45-aeda-88cd43123713 req-e3930b70-e7d3-4681-8302-a1b7699fece3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:19:38.549228 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-5601f3cc-5dc3-4e45-aeda-88cd43123713 req-e3930b70-e7d3-4681-8302-a1b7699fece3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=876e0539-f8e7-4f58-9842-f61818bf524a HTTP/1.1" status: 200 len: 851 time: 0.0453606 Jun 23 10:19:38.604459 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601f3cc-5dc3-4e45-aeda-88cd43123713 req-3f49698b-a81e-4ee2-94a0-2579d1e4804a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:19:38.605886 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-5601f3cc-5dc3-4e45-aeda-88cd43123713 req-3f49698b-a81e-4ee2-94a0-2579d1e4804a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=761416d0-d0b5-4d43-b556-3fc859b1886a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0505867 Jun 23 10:19:38.689837 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-5601f3cc-5dc3-4e45-aeda-88cd43123713 req-1ede82be-1dbf-4f16-b53e-04a96974c2e9 service neutron] 10.222.0.52 "GET /v2.0/networks/761416d0-d0b5-4d43-b556-3fc859b1886a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777252 Jun 23 10:19:38.779607 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-5601f3cc-5dc3-4e45-aeda-88cd43123713 req-da39193f-908f-4d31-900b-4c1556982f47 service neutron] 10.222.0.52 "GET /v2.0/networks/761416d0-d0b5-4d43-b556-3fc859b1886a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835326 Jun 23 10:19:39.459483 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-22ee3397-be82-42ab-a9a2-2911e18bcff3 req-83da1d74-55ad-4c4c-b9b3-a90153fb21a8 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/ports?device_id=eef028c6-26e3-4f3e-964d-cd019aed984c HTTP/1.1" status: 200 len: 210 time: 0.0337994 Jun 23 10:19:40.612831 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-2ebed168-8df9-4d61-9745-ea33947dd0d4 req-bd39fe24-668f-45e8-abff-49cb71ebaaad tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/ports?device_id=eef028c6-26e3-4f3e-964d-cd019aed984c HTTP/1.1" status: 200 len: 210 time: 0.0282955 Jun 23 10:19:41.385057 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30128da4-89db-4a7d-a37a-51a128052057 req-357f80a5-3d75-4091-931e-047093de3c60 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:19:41.386466 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-30128da4-89db-4a7d-a37a-51a128052057 req-357f80a5-3d75-4091-931e-047093de3c60 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.52 "GET /v2.0/networks?id=761416d0-d0b5-4d43-b556-3fc859b1886a HTTP/1.1" status: 200 len: 812 time: 0.1057673 Jun 23 10:19:41.428352 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-30128da4-89db-4a7d-a37a-51a128052057 req-8c5d0dcd-f41f-408e-8885-330cddac8865 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=403a3f3b76c149eda502d16875605a80 HTTP/1.1" status: 200 len: 379 time: 0.0338814 Jun 23 10:19:41.436681 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [req-30128da4-89db-4a7d-a37a-51a128052057 req-3cd1adf9-1310-4b9d-9166-e48df8bc8d37 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Request body: {'port': {'device_id': 'eef028c6-26e3-4f3e-964d-cd019aed984c', 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a', 'admin_state_up': True, 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'security_groups': ['2d1439e7-dd4d-4fdb-9ffc-3277a4ffd92f']}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:19:41.627550 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30128da4-89db-4a7d-a37a-51a128052057 req-3cd1adf9-1310-4b9d-9166-e48df8bc8d37 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Made reservation on behalf of 403a3f3b76c149eda502d16875605a80 for: {'port': 1} {{(pid=93710) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 10:19:41.631181 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-30128da4-89db-4a7d-a37a-51a128052057 req-3cd1adf9-1310-4b9d-9166-e48df8bc8d37 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for port, before_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:19:41.755394 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-7f9a5ade-8d51-4b7b-9a81-8fbc76adb2c1 req-bf0fb09c-83cc-4578-a38b-5a7328cdf4ae tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/ports?device_id=eef028c6-26e3-4f3e-964d-cd019aed984c HTTP/1.1" status: 200 len: 210 time: 0.0279796 Jun 23 10:19:41.761913 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.db_base_plugin_common [req-30128da4-89db-4a7d-a37a-51a128052057 req-3cd1adf9-1310-4b9d-9166-e48df8bc8d37 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Allocated IP 172.20.0.3 (761416d0-d0b5-4d43-b556-3fc859b1886a/876e0539-f8e7-4f58-9842-f61818bf524a/958f0599-48f7-48b4-b870-57a641ee7a4d) {{(pid=93710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 10:19:41.893011 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-30128da4-89db-4a7d-a37a-51a128052057 req-3cd1adf9-1310-4b9d-9166-e48df8bc8d37 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks [] for port, precommit_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:19:41.909975 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.provisioning_blocks [req-30128da4-89db-4a7d-a37a-51a128052057 req-3cd1adf9-1310-4b9d-9166-e48df8bc8d37 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Transition to ACTIVE for port object 958f0599-48f7-48b4-b870-57a641ee7a4d will not be triggered until provisioned by entity DHCP. {{(pid=93710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:19:42.033827 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-30128da4-89db-4a7d-a37a-51a128052057 req-3cd1adf9-1310-4b9d-9166-e48df8bc8d37 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-600500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731988247197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31904512'] for port, after_create {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:19:42.038084 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-d4d7292d-57e7-4c50-ae4f-4fa94f7c9c44 tempest-AttachVolumeNegativeTest-483270927 tempest-AttachVolumeNegativeTest-483270927-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:19:42.076228 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30128da4-89db-4a7d-a37a-51a128052057 req-3cd1adf9-1310-4b9d-9166-e48df8bc8d37 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Network 761416d0-d0b5-4d43-b556-3fc859b1886a is already hosted by enough agents. {{(pid=93710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:19:42.081012 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.base_scheduler [req-30128da4-89db-4a7d-a37a-51a128052057 req-3cd1adf9-1310-4b9d-9166-e48df8bc8d37 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Resources bound (agent type, host, resource id): {{(pid=93710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:19:42.084685 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.l3_dvrscheduler_db [req-30128da4-89db-4a7d-a37a-51a128052057 req-3cd1adf9-1310-4b9d-9166-e48df8bc8d37 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Received port after_create {{(pid=93710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 10:19:42.111624 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd1adf9-1310-4b9d-9166-e48df8bc8d37 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Pushing event updated for resources: {'Port': ['ID=958f0599-48f7-48b4-b870-57a641ee7a4d,revision_number=1']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:19:42.124478 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd1adf9-1310-4b9d-9166-e48df8bc8d37 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:19:42.124863 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd1adf9-1310-4b9d-9166-e48df8bc8d37 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:19:42.125236 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd1adf9-1310-4b9d-9166-e48df8bc8d37 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:19:42.125605 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd1adf9-1310-4b9d-9166-e48df8bc8d37 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:19:42.125960 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd1adf9-1310-4b9d-9166-e48df8bc8d37 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:19:42.126317 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd1adf9-1310-4b9d-9166-e48df8bc8d37 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:19:42.126691 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd1adf9-1310-4b9d-9166-e48df8bc8d37 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:19:42.127060 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd1adf9-1310-4b9d-9166-e48df8bc8d37 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:19:42.127418 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd1adf9-1310-4b9d-9166-e48df8bc8d37 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:19:42.127772 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd1adf9-1310-4b9d-9166-e48df8bc8d37 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:19:42.128127 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd1adf9-1310-4b9d-9166-e48df8bc8d37 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:19:42.128494 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd1adf9-1310-4b9d-9166-e48df8bc8d37 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:19:42.136130 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-3cd1adf9-1310-4b9d-9166-e48df8bc8d37 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:19:42.149241 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30128da4-89db-4a7d-a37a-51a128052057 req-3cd1adf9-1310-4b9d-9166-e48df8bc8d37 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:19:42.149879 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-30128da4-89db-4a7d-a37a-51a128052057 req-3cd1adf9-1310-4b9d-9166-e48df8bc8d37 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for port, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:19:42.251501 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-30128da4-89db-4a7d-a37a-51a128052057 req-3cd1adf9-1310-4b9d-9166-e48df8bc8d37 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8184206 Jun 23 10:19:42.263379 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.v2.base [req-30128da4-89db-4a7d-a37a-51a128052057 req-2e43e6b0-fb50-4516-837b-4a9f13681120 service neutron] Request body: {'port': {'device_id': 'eef028c6-26e3-4f3e-964d-cd019aed984c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79751'}} {{(pid=93710) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:19:42.330107 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-38209ec2-9a57-46fe-a6f7-09ebdac3d07f None None] Provisioning for port 958f0599-48f7-48b4-b870-57a641ee7a4d completed by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:19:42.333965 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-38209ec2-9a57-46fe-a6f7-09ebdac3d07f None None] Provisioning complete for port 958f0599-48f7-48b4-b870-57a641ee7a4d triggered by entity DHCP. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:19:42.334349 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-38209ec2-9a57-46fe-a6f7-09ebdac3d07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:19:42.338321 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-30128da4-89db-4a7d-a37a-51a128052057 req-2e43e6b0-fb50-4516-837b-4a9f13681120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:19:42.368425 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-38209ec2-9a57-46fe-a6f7-09ebdac3d07f None None] Port 958f0599-48f7-48b4-b870-57a641ee7a4d cannot update to ACTIVE because it is not bound. {{(pid=93712) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 10:19:42.593336 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.notifiers.nova [req-30128da4-89db-4a7d-a37a-51a128052057 req-2e43e6b0-fb50-4516-837b-4a9f13681120 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 958f0599-48f7-48b4-b870-57a641ee7a4d {{(pid=93710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 10:19:42.600611 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-30128da4-89db-4a7d-a37a-51a128052057 req-2e43e6b0-fb50-4516-837b-4a9f13681120 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:19:42.612828 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.provisioning_blocks [req-30128da4-89db-4a7d-a37a-51a128052057 req-2e43e6b0-fb50-4516-837b-4a9f13681120 service neutron] Transition to ACTIVE for port object 958f0599-48f7-48b4-b870-57a641ee7a4d will not be triggered until provisioned by entity L2. {{(pid=93710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 10:19:42.672912 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-30128da4-89db-4a7d-a37a-51a128052057 req-2e43e6b0-fb50-4516-837b-4a9f13681120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31904530'] for port, after_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:19:42.675750 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-d6825e23-63d3-4eb9-8c5d-4a01175989b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:19:42.725669 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e43e6b0-fb50-4516-837b-4a9f13681120 service neutron] Pushing event updated for resources: {'Port': ['ID=958f0599-48f7-48b4-b870-57a641ee7a4d,revision_number=2']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:19:42.745292 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-2e43e6b0-fb50-4516-837b-4a9f13681120 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:19:42.801550 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.managers [req-30128da4-89db-4a7d-a37a-51a128052057 req-2e43e6b0-fb50-4516-837b-4a9f13681120 service neutron] Attempting to bind port 958f0599-48f7-48b4-b870-57a641ee7a4d on host hv-cinder-79751 for vnic_type normal with profile {{(pid=93710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 10:19:42.801895 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.managers [req-30128da4-89db-4a7d-a37a-51a128052057 req-2e43e6b0-fb50-4516-837b-4a9f13681120 service neutron] Attempting to bind port 958f0599-48f7-48b4-b870-57a641ee7a4d by drivers openvswitch,hyperv on host hv-cinder-79751 at level 0 using segments [{'id': 'a848c51d-810d-4011-be05-17f03da4cec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a'}] {{(pid=93710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 10:19:42.802219 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30128da4-89db-4a7d-a37a-51a128052057 req-2e43e6b0-fb50-4516-837b-4a9f13681120 service neutron] Attempting to bind port 958f0599-48f7-48b4-b870-57a641ee7a4d on network 761416d0-d0b5-4d43-b556-3fc859b1886a {{(pid=93710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:19:42.808717 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30128da4-89db-4a7d-a37a-51a128052057 req-2e43e6b0-fb50-4516-837b-4a9f13681120 service neutron] Port 958f0599-48f7-48b4-b870-57a641ee7a4d on network 761416d0-d0b5-4d43-b556-3fc859b1886a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79751 {{(pid=93710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 10:19:42.809064 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30128da4-89db-4a7d-a37a-51a128052057 req-2e43e6b0-fb50-4516-837b-4a9f13681120 service neutron] Attempting to bind port 958f0599-48f7-48b4-b870-57a641ee7a4d on network 761416d0-d0b5-4d43-b556-3fc859b1886a {{(pid=93710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 10:19:42.814353 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30128da4-89db-4a7d-a37a-51a128052057 req-2e43e6b0-fb50-4516-837b-4a9f13681120 service neutron] Checking agent: {'id': '4f95f39b-461c-4de8-a9d2-f77a6241c1fd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79751', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 10, 5, 33), 'started_at': datetime.datetime(2021, 6, 23, 10, 5, 33), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 10, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 10:19:42.816780 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30128da4-89db-4a7d-a37a-51a128052057 req-2e43e6b0-fb50-4516-837b-4a9f13681120 service neutron] Checking segment: {'id': 'a848c51d-810d-4011-be05-17f03da4cec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 10:19:42.816780 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30128da4-89db-4a7d-a37a-51a128052057 req-2e43e6b0-fb50-4516-837b-4a9f13681120 service neutron] Bound using segment: {'id': 'a848c51d-810d-4011-be05-17f03da4cec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a'} {{(pid=93710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 10:19:42.816780 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.managers [req-30128da4-89db-4a7d-a37a-51a128052057 req-2e43e6b0-fb50-4516-837b-4a9f13681120 service neutron] Bound port: 958f0599-48f7-48b4-b870-57a641ee7a4d, host: hv-cinder-79751, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a848c51d-810d-4011-be05-17f03da4cec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a'}}] {{(pid=93710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 10:19:42.816780 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-30128da4-89db-4a7d-a37a-51a128052057 req-2e43e6b0-fb50-4516-837b-4a9f13681120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:19:42.884109 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.db [req-30128da4-89db-4a7d-a37a-51a128052057 req-2e43e6b0-fb50-4516-837b-4a9f13681120 service neutron] For port 958f0599-48f7-48b4-b870-57a641ee7a4d, host hv-cinder-79751, cleared binding levels {{(pid=93710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 10:19:42.888028 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.db [req-30128da4-89db-4a7d-a37a-51a128052057 req-2e43e6b0-fb50-4516-837b-4a9f13681120 service neutron] For port 958f0599-48f7-48b4-b870-57a641ee7a4d, host hv-cinder-79751, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=958f0599-48f7-48b4-b870-57a641ee7a4d,segment=NetworkSegment(a848c51d-810d-4011-be05-17f03da4cec8),segment_id=a848c51d-810d-4011-be05-17f03da4cec8)] {{(pid=93710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 10:19:42.931101 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-30128da4-89db-4a7d-a37a-51a128052057 req-2e43e6b0-fb50-4516-837b-4a9f13681120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31904530'] for port, after_update {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:19:42.934851 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-a711d78f-070a-46f6-8a60-929a1c153fe2 tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:19:42.935875 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f12625-3382-4b19-a60c-a73f351fa8c6 req-7bb2ead4-70f9-44ee-b9a1-61167bf5ed26 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:19:42.937342 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a9f12625-3382-4b19-a60c-a73f351fa8c6 req-7bb2ead4-70f9-44ee-b9a1-61167bf5ed26 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/ports?device_id=eef028c6-26e3-4f3e-964d-cd019aed984c HTTP/1.1" status: 200 len: 943 time: 0.0675359 Jun 23 10:19:42.968349 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30128da4-89db-4a7d-a37a-51a128052057 req-2e43e6b0-fb50-4516-837b-4a9f13681120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:19:42.969068 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-30128da4-89db-4a7d-a37a-51a128052057 req-2e43e6b0-fb50-4516-837b-4a9f13681120 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for port, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:19:42.970385 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-30128da4-89db-4a7d-a37a-51a128052057 req-2e43e6b0-fb50-4516-837b-4a9f13681120 service neutron] 10.222.0.52 "PUT /v2.0/ports/958f0599-48f7-48b4-b870-57a641ee7a4d HTTP/1.1" status: 200 len: 1093 time: 0.7120142 Jun 23 10:19:42.970929 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eef028c6-26e3-4f3e-964d-cd019aed984c', 'tag': '958f0599-48f7-48b4-b870-57a641ee7a4d'}] {{(pid=93710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:19:42.973257 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476757ab5199ad7afce7410758f86ea887fce0aa64a809171aa19cb360cf7c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e86900-e3d0-48db-9dfa-4c25d1386805" -d '{"events": [{"name": "network-changed", "server_uuid": "eef028c6-26e3-4f3e-964d-cd019aed984c", "tag": "958f0599-48f7-48b4-b870-57a641ee7a4d"}]}' {{(pid=93710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:19:42.977465 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a9f12625-3382-4b19-a60c-a73f351fa8c6 req-e93281bc-6854-4d13-b31a-6e93c4a85322 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d1439e7-dd4d-4fdb-9ffc-3277a4ffd92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339360 Jun 23 10:19:43.002620 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e43e6b0-fb50-4516-837b-4a9f13681120 service neutron] Pushing event updated for resources: {'Port': ['ID=958f0599-48f7-48b4-b870-57a641ee7a4d,revision_number=3']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:19:43.006125 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-2e43e6b0-fb50-4516-837b-4a9f13681120 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:19:43.109271 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30128da4-89db-4a7d-a37a-51a128052057 req-22a00040-d879-4382-993b-7e8edd918288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:19:43.111442 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-30128da4-89db-4a7d-a37a-51a128052057 req-22a00040-d879-4382-993b-7e8edd918288 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=403a3f3b76c149eda502d16875605a80&device_id=eef028c6-26e3-4f3e-964d-cd019aed984c HTTP/1.1" status: 200 len: 1096 time: 0.0605683 Jun 23 10:19:43.157489 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 10:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5bbc95-0e64-40a5-89e0-56ea96c59050 x-openstack-request-id: req-7c5bbc95-0e64-40a5-89e0-56ea96c59050 {{(pid=93710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:19:43.157827 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eef028c6-26e3-4f3e-964d-cd019aed984c", "tag": "958f0599-48f7-48b4-b870-57a641ee7a4d", "status": "completed", "code": 200}]} {{(pid=93710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:19:43.158122 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7c5bbc95-0e64-40a5-89e0-56ea96c59050 {{(pid=93710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:19:43.158555 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eef028c6-26e3-4f3e-964d-cd019aed984c', 'tag': '958f0599-48f7-48b4-b870-57a641ee7a4d', 'status': 'completed', 'code': 200} Jun 23 10:19:43.160317 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-30128da4-89db-4a7d-a37a-51a128052057 req-75b8aee0-ec3c-4fd5-ba5d-d6c4980477eb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=958f0599-48f7-48b4-b870-57a641ee7a4d HTTP/1.1" status: 200 len: 217 time: 0.0422094 Jun 23 10:19:43.208259 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30128da4-89db-4a7d-a37a-51a128052057 req-a960b552-98e6-408c-88f5-daa89ec70092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:19:43.209668 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-30128da4-89db-4a7d-a37a-51a128052057 req-a960b552-98e6-408c-88f5-daa89ec70092 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=876e0539-f8e7-4f58-9842-f61818bf524a HTTP/1.1" status: 200 len: 851 time: 0.0427263 Jun 23 10:19:43.264764 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30128da4-89db-4a7d-a37a-51a128052057 req-3baec839-7a34-46cc-9bfc-4dbd770271b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:19:43.266114 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-30128da4-89db-4a7d-a37a-51a128052057 req-3baec839-7a34-46cc-9bfc-4dbd770271b2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=761416d0-d0b5-4d43-b556-3fc859b1886a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499890 Jun 23 10:19:43.623333 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-30128da4-89db-4a7d-a37a-51a128052057 req-bd46f3be-f685-4816-bed1-d80fb4badb90 service neutron] 10.222.0.52 "GET /v2.0/networks/761416d0-d0b5-4d43-b556-3fc859b1886a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502533 Jun 23 10:19:43.717833 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-30128da4-89db-4a7d-a37a-51a128052057 req-1a9f7422-781e-4d61-8ae6-ab7583863bbc service neutron] 10.222.0.52 "GET /v2.0/networks/761416d0-d0b5-4d43-b556-3fc859b1886a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878215 Jun 23 10:19:43.918412 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e86900-e3d0-48db-9dfa-4c25d1386805 req-3ccbd510-db68-4333-bacb-6ee994775b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:19:43.919825 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-c5e86900-e3d0-48db-9dfa-4c25d1386805 req-3ccbd510-db68-4333-bacb-6ee994775b03 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=403a3f3b76c149eda502d16875605a80&device_id=eef028c6-26e3-4f3e-964d-cd019aed984c HTTP/1.1" status: 200 len: 1096 time: 0.0514686 Jun 23 10:19:44.005769 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e86900-e3d0-48db-9dfa-4c25d1386805 req-5d7ae96d-43f3-4611-87f8-6226ad861d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:19:44.007222 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-c5e86900-e3d0-48db-9dfa-4c25d1386805 req-5d7ae96d-43f3-4611-87f8-6226ad861d23 service neutron] 10.222.0.52 "GET /v2.0/networks?id=761416d0-d0b5-4d43-b556-3fc859b1886a HTTP/1.1" status: 200 len: 913 time: 0.0814950 Jun 23 10:19:44.051718 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-c5e86900-e3d0-48db-9dfa-4c25d1386805 req-48bc633e-28e1-4744-a396-e2264136ec5a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=958f0599-48f7-48b4-b870-57a641ee7a4d HTTP/1.1" status: 200 len: 217 time: 0.0375805 Jun 23 10:19:44.101218 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e86900-e3d0-48db-9dfa-4c25d1386805 req-93270863-9f18-4a0f-bdaa-5b5158a2d3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:19:44.102816 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-c5e86900-e3d0-48db-9dfa-4c25d1386805 req-93270863-9f18-4a0f-bdaa-5b5158a2d3f9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=876e0539-f8e7-4f58-9842-f61818bf524a HTTP/1.1" status: 200 len: 851 time: 0.0441749 Jun 23 10:19:44.157007 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71c22cd-6514-4c87-b69a-f4c25305edac req-875aea60-1435-4bff-8ae5-bdf10cf700ff tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:19:44.158589 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e71c22cd-6514-4c87-b69a-f4c25305edac req-875aea60-1435-4bff-8ae5-bdf10cf700ff tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/ports?device_id=eef028c6-26e3-4f3e-964d-cd019aed984c HTTP/1.1" status: 200 len: 943 time: 0.0636878 Jun 23 10:19:44.159653 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e86900-e3d0-48db-9dfa-4c25d1386805 req-fe6f6994-113e-4e6d-9707-614ce8fc0964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:19:44.161209 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-c5e86900-e3d0-48db-9dfa-4c25d1386805 req-fe6f6994-113e-4e6d-9707-614ce8fc0964 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=761416d0-d0b5-4d43-b556-3fc859b1886a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520341 Jun 23 10:19:44.196896 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e71c22cd-6514-4c87-b69a-f4c25305edac req-3dc57a42-657f-42a5-affe-51b42dd13a93 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d1439e7-dd4d-4fdb-9ffc-3277a4ffd92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322263 Jun 23 10:19:44.258156 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-c5e86900-e3d0-48db-9dfa-4c25d1386805 req-bc78509a-3e98-488f-9d39-ba1ce4e24e2e service neutron] 10.222.0.52 "GET /v2.0/networks/761416d0-d0b5-4d43-b556-3fc859b1886a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867434 Jun 23 10:19:44.349201 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-c5e86900-e3d0-48db-9dfa-4c25d1386805 req-06a2f022-c36c-4c94-a5fd-590a399b37b5 service neutron] 10.222.0.52 "GET /v2.0/networks/761416d0-d0b5-4d43-b556-3fc859b1886a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815847 Jun 23 10:19:45.370018 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3bc68b-1372-42f9-b09a-da7bc1a2de90 req-4278e1d9-b8bd-416e-ba7e-8890a3a9440b tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:19:45.371493 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-af3bc68b-1372-42f9-b09a-da7bc1a2de90 req-4278e1d9-b8bd-416e-ba7e-8890a3a9440b tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/ports?device_id=eef028c6-26e3-4f3e-964d-cd019aed984c HTTP/1.1" status: 200 len: 943 time: 0.0629530 Jun 23 10:19:45.408663 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-af3bc68b-1372-42f9-b09a-da7bc1a2de90 req-7037fffa-cf8e-472d-b764-b0932816b0dd tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d1439e7-dd4d-4fdb-9ffc-3277a4ffd92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315609 Jun 23 10:19:46.580206 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f65f45-4d40-4ed5-80a7-3f23fe9c617e req-6b4ad992-691d-4183-a666-caacc1695aac tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:19:46.581650 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a7f65f45-4d40-4ed5-80a7-3f23fe9c617e req-6b4ad992-691d-4183-a666-caacc1695aac tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/ports?device_id=eef028c6-26e3-4f3e-964d-cd019aed984c HTTP/1.1" status: 200 len: 943 time: 0.0664666 Jun 23 10:19:46.621038 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a7f65f45-4d40-4ed5-80a7-3f23fe9c617e req-9cb4d00f-a048-4d4b-b890-d80e00adeb44 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d1439e7-dd4d-4fdb-9ffc-3277a4ffd92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337398 Jun 23 10:19:47.790001 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4a76e-c38b-4bfd-a7f0-c9accf59feca req-80e16968-0553-4abe-bfce-ebb738c805d6 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:19:47.791605 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-cef4a76e-c38b-4bfd-a7f0-c9accf59feca req-80e16968-0553-4abe-bfce-ebb738c805d6 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/ports?device_id=eef028c6-26e3-4f3e-964d-cd019aed984c HTTP/1.1" status: 200 len: 943 time: 0.0622518 Jun 23 10:19:47.828594 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-cef4a76e-c38b-4bfd-a7f0-c9accf59feca req-8921e50e-7d71-46ff-af23-ecaf39e52e11 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d1439e7-dd4d-4fdb-9ffc-3277a4ffd92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315034 Jun 23 10:19:47.907237 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-76ad5f1f-0c9c-4c60-91fb-0a125eb20807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:19:49.004955 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a180a-6d96-493a-9459-6faa888e4400 req-5493770c-5e34-428a-a102-16c98575350a tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:19:49.006366 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-394a180a-6d96-493a-9459-6faa888e4400 req-5493770c-5e34-428a-a102-16c98575350a tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/ports?device_id=eef028c6-26e3-4f3e-964d-cd019aed984c HTTP/1.1" status: 200 len: 943 time: 0.0665915 Jun 23 10:19:49.043314 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-394a180a-6d96-493a-9459-6faa888e4400 req-bd89a86d-d397-4f01-95e3-5bc6bb91d585 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d1439e7-dd4d-4fdb-9ffc-3277a4ffd92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309746 Jun 23 10:19:50.213056 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60550db0-6b56-42bd-b15d-361740383790 req-65767e96-11c4-4dfd-9bc5-e7a2b52ad0b7 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:19:50.214513 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-60550db0-6b56-42bd-b15d-361740383790 req-65767e96-11c4-4dfd-9bc5-e7a2b52ad0b7 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/ports?device_id=eef028c6-26e3-4f3e-964d-cd019aed984c HTTP/1.1" status: 200 len: 943 time: 0.0635955 Jun 23 10:19:50.251720 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-60550db0-6b56-42bd-b15d-361740383790 req-71e535d7-88be-4a1b-9a1f-953ee87595ec tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d1439e7-dd4d-4fdb-9ffc-3277a4ffd92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317357 Jun 23 10:19:50.387331 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-316b8a79-12dc-45c5-b44c-e8e2094777ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:19:50.633040 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:19:51.420844 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083cc063-a6aa-44be-839f-cbfb2fe43452 req-1273c2b4-2ac8-442b-8bf3-c20a322ef3b2 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:19:51.422366 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-083cc063-a6aa-44be-839f-cbfb2fe43452 req-1273c2b4-2ac8-442b-8bf3-c20a322ef3b2 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/ports?device_id=eef028c6-26e3-4f3e-964d-cd019aed984c HTTP/1.1" status: 200 len: 943 time: 0.0633745 Jun 23 10:19:51.461002 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-083cc063-a6aa-44be-839f-cbfb2fe43452 req-5f99279f-bd3b-47a8-abd2-1cdaf2f3f4ed tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d1439e7-dd4d-4fdb-9ffc-3277a4ffd92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330002 Jun 23 10:19:51.501535 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-549d35a9-2eb0-42c6-a322-a779b3edc54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:19:51.529253 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device 958f0599-48f7-48b4-b870-57a641ee7a4d details requested by agent hyperv_hv-cinder-79751 with host hv-cinder-79751 {{(pid=93712) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 10:19:51.624252 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port 958f0599-48f7-48b4-b870-57a641ee7a4d, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=958f0599-48f7-48b4-b870-57a641ee7a4d,segment=NetworkSegment(a848c51d-810d-4011-be05-17f03da4cec8),segment_id=a848c51d-810d-4011-be05-17f03da4cec8)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:19:51.634748 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Returning: {'device': '958f0599-48f7-48b4-b870-57a641ee7a4d', 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a', 'port_id': '958f0599-48f7-48b4-b870-57a641ee7a4d', 'mac_address': 'fa:16:3e:b7:c0:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876e0539-f8e7-4f58-9842-f61818bf524a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93712) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 10:19:51.669792 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:19:51.682677 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.notifiers.nova [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 958f0599-48f7-48b4-b870-57a641ee7a4d {{(pid=93712) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 10:19:51.701775 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port 958f0599-48f7-48b4-b870-57a641ee7a4d, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=958f0599-48f7-48b4-b870-57a641ee7a4d,segment=NetworkSegment(a848c51d-810d-4011-be05-17f03da4cec8),segment_id=a848c51d-810d-4011-be05-17f03da4cec8)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:19:51.781659 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:19:51.784202 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:19:51.827930 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Pushing event updated for resources: {'Port': ['ID=958f0599-48f7-48b4-b870-57a641ee7a4d,revision_number=4']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:19:51.834744 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:19:51.835077 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:19:51.835407 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:19:51.835729 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:19:51.836050 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:19:51.836368 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:19:51.836699 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:19:51.836999 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:19:51.837973 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:19:51.838293 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:19:51.838599 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:19:51.838938 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:19:51.842819 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:19:52.023059 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] get_ports_and_sgs() called for port_ids ['958f0599-48f7-48b4-b870-57a641ee7a4d'] {{(pid=93712) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 10:19:52.635838 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aadd462-a1f4-4981-90e5-9971cff73e0a req-a2d4435d-b080-40f3-9f69-ad0ccc48312e tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:19:52.637176 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9aadd462-a1f4-4981-90e5-9971cff73e0a req-a2d4435d-b080-40f3-9f69-ad0ccc48312e tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/ports?device_id=eef028c6-26e3-4f3e-964d-cd019aed984c HTTP/1.1" status: 200 len: 944 time: 0.0674231 Jun 23 10:19:52.672156 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-9aadd462-a1f4-4981-90e5-9971cff73e0a req-b7ee6384-10a8-4111-b77d-c46f10c223a0 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d1439e7-dd4d-4fdb-9ffc-3277a4ffd92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294466 Jun 23 10:19:53.525067 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-329354e5-9e69-417d-83ab-34bb473e22da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:19:53.547411 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device 958f0599-48f7-48b4-b870-57a641ee7a4d up at agent hyperv_hv-cinder-79751 {{(pid=93712) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 10:19:53.638732 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Provisioning for port 958f0599-48f7-48b4-b870-57a641ee7a4d completed by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 10:19:53.642354 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.provisioning_blocks [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Provisioning complete for port 958f0599-48f7-48b4-b870-57a641ee7a4d triggered by entity L2. {{(pid=93712) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 10:19:53.642779 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530269'] for port, provisioning_complete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:19:53.718667 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:19:53.741141 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eef028c6-26e3-4f3e-964d-cd019aed984c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958f0599-48f7-48b4-b870-57a641ee7a4d'}] {{(pid=93712) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:19:53.743491 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}21e06d9dce5bc2bce6c931562da1c36027cbf4e574fb667469159d94052b32a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a71ae1f-58bd-4fd5-b067-dd1e9652f70a" -d '{"events": [{"server_uuid": "eef028c6-26e3-4f3e-964d-cd019aed984c", "name": "network-vif-plugged", "status": "completed", "tag": "958f0599-48f7-48b4-b870-57a641ee7a4d"}]}' {{(pid=93712) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:19:53.756296 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] For port 958f0599-48f7-48b4-b870-57a641ee7a4d, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=958f0599-48f7-48b4-b870-57a641ee7a4d,segment=NetworkSegment(a848c51d-810d-4011-be05-17f03da4cec8),segment_id=a848c51d-810d-4011-be05-17f03da4cec8)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:19:53.827955 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260'] for port, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:19:53.829851 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:19:53.833869 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 10:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a76648-eb79-4355-8dc7-80fd03ac9266 x-openstack-request-id: req-76a76648-eb79-4355-8dc7-80fd03ac9266 {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:19:53.834262 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eef028c6-26e3-4f3e-964d-cd019aed984c", "name": "network-vif-plugged", "status": "completed", "tag": "958f0599-48f7-48b4-b870-57a641ee7a4d", "code": 200}]} {{(pid=93712) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:19:53.834584 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-76a76648-eb79-4355-8dc7-80fd03ac9266 {{(pid=93712) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:19:53.835117 dv-cinder-797510-1-iscsi neutron-server[93712]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eef028c6-26e3-4f3e-964d-cd019aed984c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958f0599-48f7-48b4-b870-57a641ee7a4d', 'code': 200} Jun 23 10:19:53.845959 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7655718-63e7-45ef-b205-46bc09646e30 req-d28f094c-32b3-44cb-b4ef-2d5fc433b2be tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:19:53.848515 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e7655718-63e7-45ef-b205-46bc09646e30 req-d28f094c-32b3-44cb-b4ef-2d5fc433b2be tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/ports?device_id=eef028c6-26e3-4f3e-964d-cd019aed984c HTTP/1.1" status: 200 len: 944 time: 0.0647936 Jun 23 10:19:53.888759 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e7655718-63e7-45ef-b205-46bc09646e30 req-2eb998c6-3f62-44b3-8ce9-7a5a7f804e46 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d1439e7-dd4d-4fdb-9ffc-3277a4ffd92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332148 Jun 23 10:19:53.889383 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Pushing event updated for resources: {'Port': ['ID=958f0599-48f7-48b4-b870-57a641ee7a4d,revision_number=5']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:19:53.892478 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:19:54.223412 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a278d1-f4f1-4016-ad83-162b87593940 req-59e5e1fb-25e4-4514-9de4-a07ea45c7a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:19:54.224813 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-93a278d1-f4f1-4016-ad83-162b87593940 req-59e5e1fb-25e4-4514-9de4-a07ea45c7a78 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=eef028c6-26e3-4f3e-964d-cd019aed984c HTTP/1.1" status: 200 len: 1098 time: 0.0566881 Jun 23 10:19:54.258229 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-93a278d1-f4f1-4016-ad83-162b87593940 req-36112c29-fc1d-4dea-8d23-ef663c445f47 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2d1439e7-dd4d-4fdb-9ffc-3277a4ffd92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266623 Jun 23 10:19:55.156572 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4275e22-c50a-4494-8548-c253fc5a5b32 req-131c2505-f797-4481-a2dc-f8e3eebd47d9 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:19:55.158604 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e4275e22-c50a-4494-8548-c253fc5a5b32 req-131c2505-f797-4481-a2dc-f8e3eebd47d9 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/ports?device_id=eef028c6-26e3-4f3e-964d-cd019aed984c HTTP/1.1" status: 200 len: 945 time: 0.0646868 Jun 23 10:19:55.194742 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-e4275e22-c50a-4494-8548-c253fc5a5b32 req-f6a81e77-c77d-45f0-bb2f-a1bdb37e5a1d tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d1439e7-dd4d-4fdb-9ffc-3277a4ffd92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309253 Jun 23 10:19:56.363626 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09543db-172a-4cc5-861d-e28d60468951 req-2bd58795-2d81-40d2-80ad-ba505fcb657c tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:19:56.365093 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a09543db-172a-4cc5-861d-e28d60468951 req-2bd58795-2d81-40d2-80ad-ba505fcb657c tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/ports?device_id=eef028c6-26e3-4f3e-964d-cd019aed984c HTTP/1.1" status: 200 len: 945 time: 0.0624659 Jun 23 10:19:56.403965 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-a09543db-172a-4cc5-861d-e28d60468951 req-6c555a2c-61df-472e-ae42-a88f3f113bcc tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d1439e7-dd4d-4fdb-9ffc-3277a4ffd92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330842 Jun 23 10:19:56.571112 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde9e7f3-6a01-4355-961b-2cfc36378d7f req-77fb3c03-9f64-459f-8e8b-53804f342360 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:19:56.573514 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-fde9e7f3-6a01-4355-961b-2cfc36378d7f req-77fb3c03-9f64-459f-8e8b-53804f342360 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/ports?device_id=eef028c6-26e3-4f3e-964d-cd019aed984c HTTP/1.1" status: 200 len: 945 time: 0.0638411 Jun 23 10:19:56.611183 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-fde9e7f3-6a01-4355-961b-2cfc36378d7f req-3d27cdb4-4a6c-4d3b-85b0-96fb65786925 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d1439e7-dd4d-4fdb-9ffc-3277a4ffd92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321734 Jun 23 10:19:56.634834 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 42432) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:19:56.686687 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca1986b-701f-4037-8995-c77bd16ed426 tempest-TestVolumeBootPattern-345692080 tempest-TestVolumeBootPattern-345692080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:19:56.688150 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-aca1986b-701f-4037-8995-c77bd16ed426 tempest-TestVolumeBootPattern-345692080 tempest-TestVolumeBootPattern-345692080-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=eef028c6-26e3-4f3e-964d-cd019aed984c HTTP/1.1" status: 200 len: 1093 time: 0.0523715 Jun 23 10:19:56.690781 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 42434) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:19:56.695206 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.v2.base [None req-0c530fc4-7f62-4fcb-b6f0-a23a8d2b40b6 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Request body: {'floatingip': {'floating_network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'port_id': '958f0599-48f7-48b4-b870-57a641ee7a4d', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93711) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 10:19:56.793230 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0c530fc4-7f62-4fcb-b6f0-a23a8d2b40b6 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks [] for floatingip, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:19:56.885706 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0c530fc4-7f62-4fcb-b6f0-a23a8d2b40b6 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-600563'] for port, before_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:19:56.986819 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.db_base_plugin_common [None req-0c530fc4-7f62-4fcb-b6f0-a23a8d2b40b6 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Allocated IP 172.27.2.230 (6c022cdf-7908-4fe1-9f3f-494480d09f28/2f1b229c-fc1e-4856-a495-4ccd56c0ef48/4af9bbab-e98b-4323-b38d-f13150a6fc53) {{(pid=93711) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 10:19:57.084481 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0c530fc4-7f62-4fcb-b6f0-a23a8d2b40b6 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks [] for port, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:19:57.165027 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0c530fc4-7f62-4fcb-b6f0-a23a8d2b40b6 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-600500', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-25415', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731988247197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-33311642'] for port, after_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:19:57.167067 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-cebddd67-28a8-4a79-b9d1-56d068090d8a tempest-AttachVolumeTestJSON-558646361 tempest-AttachVolumeTestJSON-558646361-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:19:57.209172 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c530fc4-7f62-4fcb-b6f0-a23a8d2b40b6 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Network 6c022cdf-7908-4fe1-9f3f-494480d09f28 is already hosted by enough agents. {{(pid=93711) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 10:19:57.211949 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.base_scheduler [None req-0c530fc4-7f62-4fcb-b6f0-a23a8d2b40b6 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Resources bound (agent type, host, resource id): {{(pid=93711) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 10:19:57.216235 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c530fc4-7f62-4fcb-b6f0-a23a8d2b40b6 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Received port after_create {{(pid=93711) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 10:19:57.221836 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c530fc4-7f62-4fcb-b6f0-a23a8d2b40b6 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Pushing event updated for resources: {'Port': ['ID=4af9bbab-e98b-4323-b38d-f13150a6fc53,revision_number=1']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:19:57.248828 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c530fc4-7f62-4fcb-b6f0-a23a8d2b40b6 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:19:57.249201 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c530fc4-7f62-4fcb-b6f0-a23a8d2b40b6 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:19:57.249569 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c530fc4-7f62-4fcb-b6f0-a23a8d2b40b6 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:19:57.249927 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c530fc4-7f62-4fcb-b6f0-a23a8d2b40b6 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:19:57.250282 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c530fc4-7f62-4fcb-b6f0-a23a8d2b40b6 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:19:57.250636 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c530fc4-7f62-4fcb-b6f0-a23a8d2b40b6 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:19:57.251013 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c530fc4-7f62-4fcb-b6f0-a23a8d2b40b6 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:19:57.251362 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c530fc4-7f62-4fcb-b6f0-a23a8d2b40b6 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:19:57.251709 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c530fc4-7f62-4fcb-b6f0-a23a8d2b40b6 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:19:57.252054 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c530fc4-7f62-4fcb-b6f0-a23a8d2b40b6 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:19:57.252399 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c530fc4-7f62-4fcb-b6f0-a23a8d2b40b6 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:19:57.252741 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c530fc4-7f62-4fcb-b6f0-a23a8d2b40b6 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:19:57.257224 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-0c530fc4-7f62-4fcb-b6f0-a23a8d2b40b6 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:19:57.583086 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0c530fc4-7f62-4fcb-b6f0-a23a8d2b40b6 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:19:57.780729 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0c530fc4-7f62-4fcb-b6f0-a23a8d2b40b6 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-600549'] for port, before_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:19:57.924720 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0c530fc4-7f62-4fcb-b6f0-a23a8d2b40b6 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks [] for port, precommit_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:19:57.981710 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0c530fc4-7f62-4fcb-b6f0-a23a8d2b40b6 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731988671443', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731988247215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731988247260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33311624'] for port, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:19:57.983828 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-7511c621-69e5-49a4-81cf-12dc62143b91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:19:58.047057 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c530fc4-7f62-4fcb-b6f0-a23a8d2b40b6 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Pushing event updated for resources: {'Port': ['ID=4af9bbab-e98b-4323-b38d-f13150a6fc53,revision_number=2']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:19:58.049827 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-0c530fc4-7f62-4fcb-b6f0-a23a8d2b40b6 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:19:58.060060 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0c530fc4-7f62-4fcb-b6f0-a23a8d2b40b6 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1707131'] for floatingip, after_update {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:19:58.158415 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.db.l3_db [None req-0c530fc4-7f62-4fcb-b6f0-a23a8d2b40b6 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Floating IP 3f861d6d-5cff-4e15-a2de-4b6dc4d4a4e5 associated. External IP: 172.27.2.230, port: 958f0599-48f7-48b4-b870-57a641ee7a4d. Jun 23 10:19:58.359746 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c530fc4-7f62-4fcb-b6f0-a23a8d2b40b6 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Router 5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4 has already been hosted by L3 agent df545903-e04d-4712-ace0-112b1e927481 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 10:19:58.738437 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c530fc4-7f62-4fcb-b6f0-a23a8d2b40b6 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify agent at l3_agent.dv-cinder-797510-1-iscsi the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 10:19:58.747573 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22536f0-003f-4c3d-82d7-2248eb37afd8 None None] Sync routers for ids ['5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4'] in dv-cinder-797510-1-iscsi {{(pid=93712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 10:19:58.757128 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22536f0-003f-4c3d-82d7-2248eb37afd8 None None] Routers {'5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:19:58.761503 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-c22536f0-003f-4c3d-82d7-2248eb37afd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:19:50Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4'], 'active': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:19:58.832930 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-0c530fc4-7f62-4fcb-b6f0-a23a8d2b40b6 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:19:58.860183 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvr_db [None req-c22536f0-003f-4c3d-82d7-2248eb37afd8 None None] Set router 5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4 gateway port host: dv-cinder-797510-1-iscsi {{(pid=93712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:19:58.869933 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-0c530fc4-7f62-4fcb-b6f0-a23a8d2b40b6 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1779106 Jun 23 10:19:58.870704 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eef028c6-26e3-4f3e-964d-cd019aed984c', 'tag': '958f0599-48f7-48b4-b870-57a641ee7a4d'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:19:58.873084 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404634ef6dbf53e9c182992e714e82192e1d0d35f5c652938e4b1e64141411fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2779fd47-4b26-42de-849a-da351f572e7e" -d '{"events": [{"name": "network-changed", "server_uuid": "eef028c6-26e3-4f3e-964d-cd019aed984c", "tag": "958f0599-48f7-48b4-b870-57a641ee7a4d"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:19:59.018991 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 10:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5599aa37-0d71-479e-9897-54e256b339df x-openstack-request-id: req-5599aa37-0d71-479e-9897-54e256b339df {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:19:59.019317 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eef028c6-26e3-4f3e-964d-cd019aed984c", "tag": "958f0599-48f7-48b4-b870-57a641ee7a4d", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:19:59.019604 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5599aa37-0d71-479e-9897-54e256b339df {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:19:59.020032 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eef028c6-26e3-4f3e-964d-cd019aed984c', 'tag': '958f0599-48f7-48b4-b870-57a641ee7a4d', 'status': 'completed', 'code': 200} Jun 23 10:19:59.094585 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2779fd47-4b26-42de-849a-da351f572e7e req-a76a6aa0-529d-4b24-92d9-5912c0015605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:19:59.096105 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-2779fd47-4b26-42de-849a-da351f572e7e req-a76a6aa0-529d-4b24-92d9-5912c0015605 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=403a3f3b76c149eda502d16875605a80&device_id=eef028c6-26e3-4f3e-964d-cd019aed984c HTTP/1.1" status: 200 len: 1098 time: 0.0536268 Jun 23 10:19:59.105287 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-c22536f0-003f-4c3d-82d7-2248eb37afd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'name': 'tempest-TestVolumeBootPattern-1999502631-router', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '6b9f595f-2343-48f5-9723-a9e7089228bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:14:44Z', 'updated_at': '2021-06-23T10:14:47Z', 'revision_number': 4, 'project_id': '403a3f3b76c149eda502d16875605a80', 'gw_port': {'id': '6b9f595f-2343-48f5-9723-a9e7089228bf', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:28:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:14:45Z', 'updated_at': '2021-06-23T10:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_floatingips': [{'id': '3f861d6d-5cff-4e15-a2de-4b6dc4d4a4e5', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'floating_ip_address': '172.27.2.230', 'floating_network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'router_id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'port_id': '958f0599-48f7-48b4-b870-57a641ee7a4d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a', 'mac_address': 'fa:16:3e:b7:c0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef028c6-26e3-4f3e-964d-cd019aed984c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T10:19:57Z', 'updated_at': '2021-06-23T10:19:57Z', 'revision_number': 0, 'project_id': '403a3f3b76c149eda502d16875605a80', 'fixed_ip_address_scope': None}, {'id': 'ac486726-fe39-4f60-af95-4f8a5a6a5df2', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'router_id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'port_id': '780733f5-bc8b-4642-8ec6-61b131a76ba9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a', 'mac_address': 'fa:16:3e:d7:d1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939c49a6-4e91-4708-bcb4-c7c01083a4b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T10:17:56Z', 'updated_at': '2021-06-23T10:17:58Z', 'revision_number': 1, 'project_id': '403a3f3b76c149eda502d16875605a80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fabf3893-5521-4d07-9a5c-a49b25344bc2', 'name': '', 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'mac_address': 'fa:16:3e:7b:3b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '876e0539-f8e7-4f58-9842-f61818bf524a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:14:46Z', 'updated_at': '2021-06-23T10:14:54Z', 'revision_number': 5, 'project_id': '403a3f3b76c149eda502d16875605a80', 'subnets': [{'id': '876e0539-f8e7-4f58-9842-f61818bf524a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:19:59.130672 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22536f0-003f-4c3d-82d7-2248eb37afd8 None None] Checking router: 5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4 for host: dv-cinder-797510-1-iscsi {{(pid=93712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 10:19:59.139450 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22536f0-003f-4c3d-82d7-2248eb37afd8 None None] Routers {'5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:19:59.140043 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-c22536f0-003f-4c3d-82d7-2248eb37afd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:19:50Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4'], 'active': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:19:59.189428 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2779fd47-4b26-42de-849a-da351f572e7e req-9e2a5a19-7064-4862-a6f5-42034248ec53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:19:59.191546 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-2779fd47-4b26-42de-849a-da351f572e7e req-9e2a5a19-7064-4862-a6f5-42034248ec53 service neutron] 10.222.0.52 "GET /v2.0/networks?id=761416d0-d0b5-4d43-b556-3fc859b1886a HTTP/1.1" status: 200 len: 913 time: 0.0871673 Jun 23 10:19:59.256989 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-2779fd47-4b26-42de-849a-da351f572e7e req-aaefba09-242b-478c-95f9-52dd4efd8e94 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=958f0599-48f7-48b4-b870-57a641ee7a4d HTTP/1.1" status: 200 len: 999 time: 0.0590096 Jun 23 10:19:59.305271 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2779fd47-4b26-42de-849a-da351f572e7e req-232fc2cd-4c5d-4382-8218-2a4f8e8d88ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:19:59.307321 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-2779fd47-4b26-42de-849a-da351f572e7e req-232fc2cd-4c5d-4382-8218-2a4f8e8d88ce service neutron] 10.222.0.52 "GET /v2.0/subnets?id=876e0539-f8e7-4f58-9842-f61818bf524a HTTP/1.1" status: 200 len: 851 time: 0.0443876 Jun 23 10:19:59.366262 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2779fd47-4b26-42de-849a-da351f572e7e req-0bc1183d-f4b5-4847-97df-85a38027f800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:19:59.367793 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-2779fd47-4b26-42de-849a-da351f572e7e req-0bc1183d-f4b5-4847-97df-85a38027f800 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=761416d0-d0b5-4d43-b556-3fc859b1886a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544930 Jun 23 10:19:59.369505 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvr_db [None req-c22536f0-003f-4c3d-82d7-2248eb37afd8 None None] Set router 5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4 gateway port host: dv-cinder-797510-1-iscsi {{(pid=93712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:19:59.455862 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-2779fd47-4b26-42de-849a-da351f572e7e req-f9a6243f-db8d-4c63-804c-9ca1bd160569 service neutron] 10.222.0.52 "GET /v2.0/networks/761416d0-d0b5-4d43-b556-3fc859b1886a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810831 Jun 23 10:19:59.547576 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-2779fd47-4b26-42de-849a-da351f572e7e req-3a183242-0d25-4ba3-81eb-8888faeadc1a service neutron] 10.222.0.52 "GET /v2.0/networks/761416d0-d0b5-4d43-b556-3fc859b1886a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855515 Jun 23 10:19:59.589702 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-c22536f0-003f-4c3d-82d7-2248eb37afd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'name': 'tempest-TestVolumeBootPattern-1999502631-router', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '6b9f595f-2343-48f5-9723-a9e7089228bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:14:44Z', 'updated_at': '2021-06-23T10:14:47Z', 'revision_number': 4, 'project_id': '403a3f3b76c149eda502d16875605a80', 'gw_port': {'id': '6b9f595f-2343-48f5-9723-a9e7089228bf', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:28:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:14:45Z', 'updated_at': '2021-06-23T10:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_floatingips': [{'id': '3f861d6d-5cff-4e15-a2de-4b6dc4d4a4e5', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'floating_ip_address': '172.27.2.230', 'floating_network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'router_id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'port_id': '958f0599-48f7-48b4-b870-57a641ee7a4d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a', 'mac_address': 'fa:16:3e:b7:c0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef028c6-26e3-4f3e-964d-cd019aed984c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T10:19:57Z', 'updated_at': '2021-06-23T10:19:57Z', 'revision_number': 0, 'project_id': '403a3f3b76c149eda502d16875605a80', 'fixed_ip_address_scope': None}, {'id': 'ac486726-fe39-4f60-af95-4f8a5a6a5df2', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'router_id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'port_id': '780733f5-bc8b-4642-8ec6-61b131a76ba9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a', 'mac_address': 'fa:16:3e:d7:d1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939c49a6-4e91-4708-bcb4-c7c01083a4b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T10:17:56Z', 'updated_at': '2021-06-23T10:17:58Z', 'revision_number': 1, 'project_id': '403a3f3b76c149eda502d16875605a80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fabf3893-5521-4d07-9a5c-a49b25344bc2', 'name': '', 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'mac_address': 'fa:16:3e:7b:3b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '876e0539-f8e7-4f58-9842-f61818bf524a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:14:46Z', 'updated_at': '2021-06-23T10:14:54Z', 'revision_number': 5, 'project_id': '403a3f3b76c149eda502d16875605a80', 'subnets': [{'id': '876e0539-f8e7-4f58-9842-f61818bf524a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:19:59.615368 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22536f0-003f-4c3d-82d7-2248eb37afd8 None None] The sync data for ids ['5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4'] in dv-cinder-797510-1-iscsi is: [{'id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'name': 'tempest-TestVolumeBootPattern-1999502631-router', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '6b9f595f-2343-48f5-9723-a9e7089228bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:14:44Z', 'updated_at': '2021-06-23T10:14:47Z', 'revision_number': 4, 'project_id': '403a3f3b76c149eda502d16875605a80', 'gw_port': {'id': '6b9f595f-2343-48f5-9723-a9e7089228bf', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:28:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:14:45Z', 'updated_at': '2021-06-23T10:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_floatingips': [{'id': '3f861d6d-5cff-4e15-a2de-4b6dc4d4a4e5', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'floating_ip_address': '172.27.2.230', 'floating_network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'router_id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'port_id': '958f0599-48f7-48b4-b870-57a641ee7a4d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a', 'mac_address': 'fa:16:3e:b7:c0:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef028c6-26e3-4f3e-964d-cd019aed984c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T10:19:57Z', 'updated_at': '2021-06-23T10:19:57Z', 'revision_number': 0, 'project_id': '403a3f3b76c149eda502d16875605a80', 'fixed_ip_address_scope': None}, {'id': 'ac486726-fe39-4f60-af95-4f8a5a6a5df2', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'router_id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'port_id': '780733f5-bc8b-4642-8ec6-61b131a76ba9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a', 'mac_address': 'fa:16:3e:d7:d1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939c49a6-4e91-4708-bcb4-c7c01083a4b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T10:17:56Z', 'updated_at': '2021-06-23T10:17:58Z', 'revision_number': 1, 'project_id': '403a3f3b76c149eda502d16875605a80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fabf3893-5521-4d07-9a5c-a49b25344bc2', 'name': '', 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'mac_address': 'fa:16:3e:7b:3b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '876e0539-f8e7-4f58-9842-f61818bf524a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:14:46Z', 'updated_at': '2021-06-23T10:14:54Z', 'revision_number': 5, 'project_id': '403a3f3b76c149eda502d16875605a80', 'subnets': [{'id': '876e0539-f8e7-4f58-9842-f61818bf524a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 10:19:59.801900 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ef84ee-1088-45d8-955e-ee3d552c3b26 None None] New status for floating IP 3f861d6d-5cff-4e15-a2de-4b6dc4d4a4e5: ACTIVE {{(pid=93713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 10:20:03.941485 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:20:09.070157 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.agents_db [None req-4b03355e-e743-40fc-912e-580b49e4c212 None None] Agent healthcheck: found 6 active agents {{(pid=93713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 10:20:17.900726 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0251ed42-f465-4914-8ca7-4bd365d3691e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:20:20.472275 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-77b8916b-c01d-4d0d-823c-7610b258dbb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:20:20.644198 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:20:21.535113 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-549d35a9-2eb0-42c6-a322-a779b3edc54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:20:23.506513 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-329354e5-9e69-417d-83ab-34bb473e22da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:20:33.919342 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:20:38.423317 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-84198c2e-99e6-4072-b403-e478999e801d req-66e0bb44-f2fe-40b4-8d17-7d18a79597ee service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=939c49a6-4e91-4708-bcb4-c7c01083a4b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0513017 Jun 23 10:20:38.516603 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84198c2e-99e6-4072-b403-e478999e801d req-249d8b28-5db1-49e2-8569-e730d41d0e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:20:38.518042 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-84198c2e-99e6-4072-b403-e478999e801d req-249d8b28-5db1-49e2-8569-e730d41d0e96 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=403a3f3b76c149eda502d16875605a80&device_id=939c49a6-4e91-4708-bcb4-c7c01083a4b3 HTTP/1.1" status: 200 len: 1098 time: 0.0522828 Jun 23 10:20:38.622870 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84198c2e-99e6-4072-b403-e478999e801d req-dba93083-9e10-4cba-96ba-5529b372f989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:20:38.624229 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-84198c2e-99e6-4072-b403-e478999e801d req-dba93083-9e10-4cba-96ba-5529b372f989 service neutron] 10.222.0.52 "GET /v2.0/networks?id=761416d0-d0b5-4d43-b556-3fc859b1886a HTTP/1.1" status: 200 len: 913 time: 0.0863492 Jun 23 10:20:38.685088 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-84198c2e-99e6-4072-b403-e478999e801d req-81785f97-d525-467b-933a-53b5cb0cb849 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=780733f5-bc8b-4642-8ec6-61b131a76ba9 HTTP/1.1" status: 200 len: 1001 time: 0.0547125 Jun 23 10:20:38.734737 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84198c2e-99e6-4072-b403-e478999e801d req-3b0822f9-8e1d-4bb9-abda-3301646daa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:20:38.736103 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-84198c2e-99e6-4072-b403-e478999e801d req-3b0822f9-8e1d-4bb9-abda-3301646daa6d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=876e0539-f8e7-4f58-9842-f61818bf524a HTTP/1.1" status: 200 len: 851 time: 0.0454814 Jun 23 10:20:38.791667 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84198c2e-99e6-4072-b403-e478999e801d req-6dc35a15-0d7c-437c-9f36-55995afd24f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:20:38.793161 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-84198c2e-99e6-4072-b403-e478999e801d req-6dc35a15-0d7c-437c-9f36-55995afd24f5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=761416d0-d0b5-4d43-b556-3fc859b1886a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512474 Jun 23 10:20:38.881721 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-84198c2e-99e6-4072-b403-e478999e801d req-d5f19368-b3ea-4ad3-bf8c-92a16e5498a9 service neutron] 10.222.0.52 "GET /v2.0/networks/761416d0-d0b5-4d43-b556-3fc859b1886a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822890 Jun 23 10:20:38.967653 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-84198c2e-99e6-4072-b403-e478999e801d req-481004f4-3b25-45c4-b91e-437f2d15d5ab service neutron] 10.222.0.52 "GET /v2.0/networks/761416d0-d0b5-4d43-b556-3fc859b1886a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787823 Jun 23 10:20:46.068663 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.agents_db [None req-4b03355e-e743-40fc-912e-580b49e4c212 None None] Agent healthcheck: found 6 active agents {{(pid=93713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 10:20:47.894356 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-aa26d17d-cd39-4b7a-a24b-d0f02d568171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:20:50.408799 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-554e87e4-1554-440f-8e63-93db2e17443c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:20:50.620371 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:20:51.528879 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-549d35a9-2eb0-42c6-a322-a779b3edc54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:20:53.586316 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-329354e5-9e69-417d-83ab-34bb473e22da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:03.980256 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:17.894019 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4c5c9eb2-ade3-463d-9083-a51da81f116f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:20.494255 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-a26b0a5c-a7ac-46fc-9afd-6ca131f11d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:20.654032 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:21.527843 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-549d35a9-2eb0-42c6-a322-a779b3edc54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:23.067669 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.agents_db [None req-4b03355e-e743-40fc-912e-580b49e4c212 None None] Agent healthcheck: found 6 active agents {{(pid=93713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 10:21:23.539619 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-329354e5-9e69-417d-83ab-34bb473e22da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:27.956949 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 42472) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:21:28.105123 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-58d9cbea-135e-4647-9c0c-b5511e204a79 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Deleting port 4af9bbab-e98b-4323-b38d-f13150a6fc53 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:21:28.105463 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-58d9cbea-135e-4647-9c0c-b5511e204a79 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:28.181421 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-58d9cbea-135e-4647-9c0c-b5511e204a79 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:28.181742 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-58d9cbea-135e-4647-9c0c-b5511e204a79 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:28.193095 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-58d9cbea-135e-4647-9c0c-b5511e204a79 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Calling delete_port for 4af9bbab-e98b-4323-b38d-f13150a6fc53 owned by network:floatingip {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:21:28.396918 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-58d9cbea-135e-4647-9c0c-b5511e204a79 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33311619'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:28.399085 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-c94be8d6-b40c-4a0a-8530-4a939ce9c822 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:21:28.422625 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d9cbea-135e-4647-9c0c-b5511e204a79 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Pushing event deleted for resources: {'Port': ['ID=4af9bbab-e98b-4323-b38d-f13150a6fc53,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:21:28.454921 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9cbea-135e-4647-9c0c-b5511e204a79 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:21:28.455296 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9cbea-135e-4647-9c0c-b5511e204a79 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:21:28.456362 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9cbea-135e-4647-9c0c-b5511e204a79 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:21:28.456784 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9cbea-135e-4647-9c0c-b5511e204a79 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:21:28.457154 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9cbea-135e-4647-9c0c-b5511e204a79 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:21:28.457506 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9cbea-135e-4647-9c0c-b5511e204a79 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:21:28.457856 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9cbea-135e-4647-9c0c-b5511e204a79 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:21:28.458203 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9cbea-135e-4647-9c0c-b5511e204a79 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:21:28.458553 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9cbea-135e-4647-9c0c-b5511e204a79 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:21:28.458931 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9cbea-135e-4647-9c0c-b5511e204a79 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:21:28.459272 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9cbea-135e-4647-9c0c-b5511e204a79 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:21:28.459612 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9cbea-135e-4647-9c0c-b5511e204a79 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:21:28.463572 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-58d9cbea-135e-4647-9c0c-b5511e204a79 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:21:28.506516 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-58d9cbea-135e-4647-9c0c-b5511e204a79 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks [] for floatingip, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:28.510915 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.db.l3_db [None req-58d9cbea-135e-4647-9c0c-b5511e204a79 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Floating IP 3f861d6d-5cff-4e15-a2de-4b6dc4d4a4e5 disassociated (deleted). External IP: 172.27.2.230, port: 958f0599-48f7-48b4-b870-57a641ee7a4d. Jun 23 10:21:28.709194 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d9cbea-135e-4647-9c0c-b5511e204a79 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Router 5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4 has already been hosted by L3 agent df545903-e04d-4712-ace0-112b1e927481 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 10:21:28.816491 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d9cbea-135e-4647-9c0c-b5511e204a79 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify agent at l3_agent.dv-cinder-797510-1-iscsi the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 10:21:28.821408 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-58d9cbea-135e-4647-9c0c-b5511e204a79 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:28.825904 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24af70d-1022-49a6-afc9-8eb9033c6115 None None] Sync routers for ids ['5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4'] in dv-cinder-797510-1-iscsi {{(pid=93712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 10:21:28.835886 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24af70d-1022-49a6-afc9-8eb9033c6115 None None] Routers {'5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:21:28.836503 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-d24af70d-1022-49a6-afc9-8eb9033c6115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:21:20Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4'], 'active': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:21:28.862121 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-58d9cbea-135e-4647-9c0c-b5511e204a79 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "DELETE /v2.0/floatingips/3f861d6d-5cff-4e15-a2de-4b6dc4d4a4e5 HTTP/1.1" status: 204 len: 168 time: 0.9037135 Jun 23 10:21:28.862807 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eef028c6-26e3-4f3e-964d-cd019aed984c', 'tag': '958f0599-48f7-48b4-b870-57a641ee7a4d'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:21:28.865185 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404634ef6dbf53e9c182992e714e82192e1d0d35f5c652938e4b1e64141411fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28ac3d4-acaf-4b8d-a988-8624223c13dc" -d '{"events": [{"name": "network-changed", "server_uuid": "eef028c6-26e3-4f3e-964d-cd019aed984c", "tag": "958f0599-48f7-48b4-b870-57a641ee7a4d"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:21:28.904169 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 10:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dad2d44-d565-4dc8-9a7e-2b9ddd551d9e x-openstack-request-id: req-9dad2d44-d565-4dc8-9a7e-2b9ddd551d9e {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:21:28.904496 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eef028c6-26e3-4f3e-964d-cd019aed984c", "tag": "958f0599-48f7-48b4-b870-57a641ee7a4d", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:21:28.904783 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9dad2d44-d565-4dc8-9a7e-2b9ddd551d9e {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:21:28.905268 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eef028c6-26e3-4f3e-964d-cd019aed984c', 'tag': '958f0599-48f7-48b4-b870-57a641ee7a4d', 'status': 'completed', 'code': 200} Jun 23 10:21:28.947046 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvr_db [None req-d24af70d-1022-49a6-afc9-8eb9033c6115 None None] Set router 5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4 gateway port host: dv-cinder-797510-1-iscsi {{(pid=93712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:21:28.979558 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ac3d4-acaf-4b8d-a988-8624223c13dc req-d52d7a42-7efc-4e7e-b1aa-70a31c3db9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:21:28.981057 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-e28ac3d4-acaf-4b8d-a988-8624223c13dc req-d52d7a42-7efc-4e7e-b1aa-70a31c3db9b6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=403a3f3b76c149eda502d16875605a80&device_id=eef028c6-26e3-4f3e-964d-cd019aed984c HTTP/1.1" status: 200 len: 1098 time: 0.0531464 Jun 23 10:21:29.079211 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ac3d4-acaf-4b8d-a988-8624223c13dc req-77896fbe-4db3-4167-9011-d41f1850eff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:21:29.081557 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-e28ac3d4-acaf-4b8d-a988-8624223c13dc req-77896fbe-4db3-4167-9011-d41f1850eff1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=761416d0-d0b5-4d43-b556-3fc859b1886a HTTP/1.1" status: 200 len: 913 time: 0.0939195 Jun 23 10:21:29.120573 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-e28ac3d4-acaf-4b8d-a988-8624223c13dc req-a61eb5fd-490e-4d11-8d71-304ab5da2be2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=958f0599-48f7-48b4-b870-57a641ee7a4d HTTP/1.1" status: 200 len: 217 time: 0.0336504 Jun 23 10:21:29.172203 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ac3d4-acaf-4b8d-a988-8624223c13dc req-194b4781-7351-4543-8bbd-5cbb758313e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:21:29.173718 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-e28ac3d4-acaf-4b8d-a988-8624223c13dc req-194b4781-7351-4543-8bbd-5cbb758313e1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=876e0539-f8e7-4f58-9842-f61818bf524a HTTP/1.1" status: 200 len: 851 time: 0.0476618 Jun 23 10:21:29.174547 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-d24af70d-1022-49a6-afc9-8eb9033c6115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'name': 'tempest-TestVolumeBootPattern-1999502631-router', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '6b9f595f-2343-48f5-9723-a9e7089228bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:14:44Z', 'updated_at': '2021-06-23T10:14:47Z', 'revision_number': 4, 'project_id': '403a3f3b76c149eda502d16875605a80', 'gw_port': {'id': '6b9f595f-2343-48f5-9723-a9e7089228bf', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:28:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:14:45Z', 'updated_at': '2021-06-23T10:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_floatingips': [{'id': 'ac486726-fe39-4f60-af95-4f8a5a6a5df2', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'router_id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'port_id': '780733f5-bc8b-4642-8ec6-61b131a76ba9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a', 'mac_address': 'fa:16:3e:d7:d1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939c49a6-4e91-4708-bcb4-c7c01083a4b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T10:17:56Z', 'updated_at': '2021-06-23T10:17:58Z', 'revision_number': 1, 'project_id': '403a3f3b76c149eda502d16875605a80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fabf3893-5521-4d07-9a5c-a49b25344bc2', 'name': '', 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'mac_address': 'fa:16:3e:7b:3b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '876e0539-f8e7-4f58-9842-f61818bf524a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:14:46Z', 'updated_at': '2021-06-23T10:14:54Z', 'revision_number': 5, 'project_id': '403a3f3b76c149eda502d16875605a80', 'subnets': [{'id': '876e0539-f8e7-4f58-9842-f61818bf524a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:21:29.201933 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24af70d-1022-49a6-afc9-8eb9033c6115 None None] Checking router: 5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4 for host: dv-cinder-797510-1-iscsi {{(pid=93712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 10:21:29.211251 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24af70d-1022-49a6-afc9-8eb9033c6115 None None] Routers {'5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:21:29.211949 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-d24af70d-1022-49a6-afc9-8eb9033c6115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:21:20Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4'], 'active': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:21:29.233567 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ac3d4-acaf-4b8d-a988-8624223c13dc req-dc14ebc0-b703-4a93-ae33-9f69a2a0be15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:21:29.235083 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-e28ac3d4-acaf-4b8d-a988-8624223c13dc req-dc14ebc0-b703-4a93-ae33-9f69a2a0be15 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=761416d0-d0b5-4d43-b556-3fc859b1886a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0557806 Jun 23 10:21:29.326813 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvr_db [None req-d24af70d-1022-49a6-afc9-8eb9033c6115 None None] Set router 5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4 gateway port host: dv-cinder-797510-1-iscsi {{(pid=93712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:21:29.331689 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-e28ac3d4-acaf-4b8d-a988-8624223c13dc req-bc19b518-fc11-4a85-b6f9-7ad41bb55512 service neutron] 10.222.0.52 "GET /v2.0/networks/761416d0-d0b5-4d43-b556-3fc859b1886a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903182 Jun 23 10:21:29.430955 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-e28ac3d4-acaf-4b8d-a988-8624223c13dc req-c05a110a-44b9-4c64-a56c-3005fca749f0 service neutron] 10.222.0.52 "GET /v2.0/networks/761416d0-d0b5-4d43-b556-3fc859b1886a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930855 Jun 23 10:21:29.435949 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13872dbc-4f80-415d-8227-eaa327f65196 req-24b19054-d964-4644-a2a3-3fa15ca5529e tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:21:29.437455 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-13872dbc-4f80-415d-8227-eaa327f65196 req-24b19054-d964-4644-a2a3-3fa15ca5529e tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/ports?device_id=eef028c6-26e3-4f3e-964d-cd019aed984c HTTP/1.1" status: 200 len: 945 time: 0.0702682 Jun 23 10:21:29.478068 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-13872dbc-4f80-415d-8227-eaa327f65196 req-b6eeb03d-d36d-4588-81ed-90efde92ea0e tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d1439e7-dd4d-4fdb-9ffc-3277a4ffd92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340021 Jun 23 10:21:29.559804 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-d24af70d-1022-49a6-afc9-8eb9033c6115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'name': 'tempest-TestVolumeBootPattern-1999502631-router', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '6b9f595f-2343-48f5-9723-a9e7089228bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:14:44Z', 'updated_at': '2021-06-23T10:14:47Z', 'revision_number': 4, 'project_id': '403a3f3b76c149eda502d16875605a80', 'gw_port': {'id': '6b9f595f-2343-48f5-9723-a9e7089228bf', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:28:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:14:45Z', 'updated_at': '2021-06-23T10:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_floatingips': [{'id': 'ac486726-fe39-4f60-af95-4f8a5a6a5df2', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'router_id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'port_id': '780733f5-bc8b-4642-8ec6-61b131a76ba9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a', 'mac_address': 'fa:16:3e:d7:d1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939c49a6-4e91-4708-bcb4-c7c01083a4b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T10:17:56Z', 'updated_at': '2021-06-23T10:17:58Z', 'revision_number': 1, 'project_id': '403a3f3b76c149eda502d16875605a80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fabf3893-5521-4d07-9a5c-a49b25344bc2', 'name': '', 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'mac_address': 'fa:16:3e:7b:3b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '876e0539-f8e7-4f58-9842-f61818bf524a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:14:46Z', 'updated_at': '2021-06-23T10:14:54Z', 'revision_number': 5, 'project_id': '403a3f3b76c149eda502d16875605a80', 'subnets': [{'id': '876e0539-f8e7-4f58-9842-f61818bf524a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:21:29.589412 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d24af70d-1022-49a6-afc9-8eb9033c6115 None None] The sync data for ids ['5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4'] in dv-cinder-797510-1-iscsi is: [{'id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'name': 'tempest-TestVolumeBootPattern-1999502631-router', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '6b9f595f-2343-48f5-9723-a9e7089228bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:14:44Z', 'updated_at': '2021-06-23T10:14:47Z', 'revision_number': 4, 'project_id': '403a3f3b76c149eda502d16875605a80', 'gw_port': {'id': '6b9f595f-2343-48f5-9723-a9e7089228bf', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:28:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:14:45Z', 'updated_at': '2021-06-23T10:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_floatingips': [{'id': 'ac486726-fe39-4f60-af95-4f8a5a6a5df2', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'router_id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'port_id': '780733f5-bc8b-4642-8ec6-61b131a76ba9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a', 'mac_address': 'fa:16:3e:d7:d1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '939c49a6-4e91-4708-bcb4-c7c01083a4b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T10:17:56Z', 'updated_at': '2021-06-23T10:17:58Z', 'revision_number': 1, 'project_id': '403a3f3b76c149eda502d16875605a80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fabf3893-5521-4d07-9a5c-a49b25344bc2', 'name': '', 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'mac_address': 'fa:16:3e:7b:3b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '876e0539-f8e7-4f58-9842-f61818bf524a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:14:46Z', 'updated_at': '2021-06-23T10:14:54Z', 'revision_number': 5, 'project_id': '403a3f3b76c149eda502d16875605a80', 'subnets': [{'id': '876e0539-f8e7-4f58-9842-f61818bf524a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 10:21:29.801081 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18930a8b-7398-4629-abac-96febc53d486 None None] New status for floating IP 3f861d6d-5cff-4e15-a2de-4b6dc4d4a4e5: DOWN {{(pid=93713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 10:21:30.659994 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2eb678-380b-4701-8081-20fe114d2ab0 req-db3a7d80-3b19-4706-a55a-3875e2fcd3ce tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:21:30.661441 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5b2eb678-380b-4701-8081-20fe114d2ab0 req-db3a7d80-3b19-4706-a55a-3875e2fcd3ce tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/ports?device_id=eef028c6-26e3-4f3e-964d-cd019aed984c HTTP/1.1" status: 200 len: 945 time: 0.0619707 Jun 23 10:21:30.698028 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5b2eb678-380b-4701-8081-20fe114d2ab0 req-0f00015d-69f9-4dfe-b89e-ef1e438a5271 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d1439e7-dd4d-4fdb-9ffc-3277a4ffd92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310636 Jun 23 10:21:30.871585 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11544139-45a9-4a97-84a3-e2b5e8e152d5 req-61258c3e-d66c-4565-8a9c-ff6db2f7097d tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:21:30.872990 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-11544139-45a9-4a97-84a3-e2b5e8e152d5 req-61258c3e-d66c-4565-8a9c-ff6db2f7097d tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.52 "GET /v2.0/ports?device_id=eef028c6-26e3-4f3e-964d-cd019aed984c HTTP/1.1" status: 200 len: 945 time: 0.0619168 Jun 23 10:21:30.972084 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [req-11544139-45a9-4a97-84a3-e2b5e8e152d5 req-d9e0571d-3fc7-4b7e-82d2-2956f7155310 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Deleting port 958f0599-48f7-48b4-b870-57a641ee7a4d {{(pid=93710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:21:30.972343 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-11544139-45a9-4a97-84a3-e2b5e8e152d5 req-d9e0571d-3fc7-4b7e-82d2-2956f7155310 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:31.061006 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.db [req-11544139-45a9-4a97-84a3-e2b5e8e152d5 req-d9e0571d-3fc7-4b7e-82d2-2956f7155310 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] For port 958f0599-48f7-48b4-b870-57a641ee7a4d, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=958f0599-48f7-48b4-b870-57a641ee7a4d,segment=NetworkSegment(a848c51d-810d-4011-be05-17f03da4cec8),segment_id=a848c51d-810d-4011-be05-17f03da4cec8)] {{(pid=93710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:21:31.061363 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-11544139-45a9-4a97-84a3-e2b5e8e152d5 req-d9e0571d-3fc7-4b7e-82d2-2956f7155310 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:31.073599 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [req-11544139-45a9-4a97-84a3-e2b5e8e152d5 req-d9e0571d-3fc7-4b7e-82d2-2956f7155310 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Calling delete_port for 958f0599-48f7-48b4-b870-57a641ee7a4d owned by compute:nova {{(pid=93710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:21:31.288131 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-11544139-45a9-4a97-84a3-e2b5e8e152d5 req-d9e0571d-3fc7-4b7e-82d2-2956f7155310 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31904537'] for port, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:31.292119 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-549da458-cb48-4cb9-aaa6-501e3a888e89 tempest-TestMinimumBasicScenario-2043269957 tempest-TestMinimumBasicScenario-2043269957-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:21:31.320469 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e0571d-3fc7-4b7e-82d2-2956f7155310 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Pushing event deleted for resources: {'Port': ['ID=958f0599-48f7-48b4-b870-57a641ee7a4d,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:21:31.329974 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e0571d-3fc7-4b7e-82d2-2956f7155310 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:21:31.330352 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e0571d-3fc7-4b7e-82d2-2956f7155310 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:21:31.330743 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e0571d-3fc7-4b7e-82d2-2956f7155310 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:21:31.331111 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e0571d-3fc7-4b7e-82d2-2956f7155310 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:21:31.331492 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e0571d-3fc7-4b7e-82d2-2956f7155310 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:21:31.331958 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e0571d-3fc7-4b7e-82d2-2956f7155310 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:21:31.333033 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e0571d-3fc7-4b7e-82d2-2956f7155310 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:21:31.333144 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e0571d-3fc7-4b7e-82d2-2956f7155310 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:21:31.333435 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e0571d-3fc7-4b7e-82d2-2956f7155310 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:21:31.333788 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e0571d-3fc7-4b7e-82d2-2956f7155310 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:21:31.334146 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e0571d-3fc7-4b7e-82d2-2956f7155310 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:21:31.334496 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e0571d-3fc7-4b7e-82d2-2956f7155310 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:21:31.340041 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-d9e0571d-3fc7-4b7e-82d2-2956f7155310 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:21:31.382596 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.l3_dvrscheduler_db [req-11544139-45a9-4a97-84a3-e2b5e8e152d5 req-d9e0571d-3fc7-4b7e-82d2-2956f7155310 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] No DVR routers for this DVR port 958f0599-48f7-48b4-b870-57a641ee7a4d on host hv-cinder-79751 {{(pid=93710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 10:21:31.385104 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-11544139-45a9-4a97-84a3-e2b5e8e152d5 req-d9e0571d-3fc7-4b7e-82d2-2956f7155310 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for port, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:31.387061 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-11544139-45a9-4a97-84a3-e2b5e8e152d5 req-d9e0571d-3fc7-4b7e-82d2-2956f7155310 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.52 "DELETE /v2.0/ports/958f0599-48f7-48b4-b870-57a641ee7a4d HTTP/1.1" status: 204 len: 173 time: 0.5092924 Jun 23 10:21:31.387579 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eef028c6-26e3-4f3e-964d-cd019aed984c', 'name': 'network-vif-deleted', 'tag': '958f0599-48f7-48b4-b870-57a641ee7a4d'}] {{(pid=93710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:21:31.389837 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476757ab5199ad7afce7410758f86ea887fce0aa64a809171aa19cb360cf7c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f41727-8b08-4df4-b9f1-e6faa93eec23" -d '{"events": [{"server_uuid": "eef028c6-26e3-4f3e-964d-cd019aed984c", "name": "network-vif-deleted", "tag": "958f0599-48f7-48b4-b870-57a641ee7a4d"}]}' {{(pid=93710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:21:31.423908 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 10:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44d3591-0e6f-4d78-a894-a598920c47cf x-openstack-request-id: req-a44d3591-0e6f-4d78-a894-a598920c47cf {{(pid=93710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:21:31.424247 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eef028c6-26e3-4f3e-964d-cd019aed984c", "name": "network-vif-deleted", "tag": "958f0599-48f7-48b4-b870-57a641ee7a4d", "status": "completed", "code": 200}]} {{(pid=93710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:21:31.424570 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a44d3591-0e6f-4d78-a894-a598920c47cf {{(pid=93710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:21:31.425006 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eef028c6-26e3-4f3e-964d-cd019aed984c', 'name': 'network-vif-deleted', 'tag': '958f0599-48f7-48b4-b870-57a641ee7a4d', 'status': 'completed', 'code': 200} Jun 23 10:21:31.841115 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-1173693d-be14-4d18-b824-29c92eb21126 req-76298ea7-ddbb-42f1-a78c-eca67daa6d6c tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/ports?device_id=eef028c6-26e3-4f3e-964d-cd019aed984c HTTP/1.1" status: 200 len: 210 time: 0.0333512 Jun 23 10:21:33.962493 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:34.028158 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device 958f0599-48f7-48b4-b870-57a641ee7a4d no longer exists at agent hyperv_hv-cinder-79751 {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 10:21:34.048100 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] No Port match for: 958f0599-48f7-48b4-b870-57a641ee7a4d {{(pid=93712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 10:21:34.048447 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device 958f0599-48f7-48b4-b870-57a641ee7a4d not bound to the agent host hv-cinder-79751 {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 10:21:35.351574 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 42510) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:21:35.502498 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-d8869eae-fd85-44ee-a810-3735858828b2 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Deleting port 6898a526-33f0-40a2-b15a-6b2ba832e3a2 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:21:35.502866 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d8869eae-fd85-44ee-a810-3735858828b2 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:35.574300 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d8869eae-fd85-44ee-a810-3735858828b2 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:35.574624 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d8869eae-fd85-44ee-a810-3735858828b2 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:35.585572 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-d8869eae-fd85-44ee-a810-3735858828b2 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Calling delete_port for 6898a526-33f0-40a2-b15a-6b2ba832e3a2 owned by network:floatingip {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:21:35.779405 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d8869eae-fd85-44ee-a810-3735858828b2 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33311619'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:35.781242 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-6baaf48d-a1a6-4381-a4e5-319498442ca9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:21:35.807289 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8869eae-fd85-44ee-a810-3735858828b2 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Pushing event deleted for resources: {'Port': ['ID=6898a526-33f0-40a2-b15a-6b2ba832e3a2,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:21:35.811218 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-d8869eae-fd85-44ee-a810-3735858828b2 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:21:35.870159 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d8869eae-fd85-44ee-a810-3735858828b2 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks [] for floatingip, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:35.870486 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.db.l3_db [None req-d8869eae-fd85-44ee-a810-3735858828b2 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Floating IP ac486726-fe39-4f60-af95-4f8a5a6a5df2 disassociated (deleted). External IP: 172.27.2.104, port: 780733f5-bc8b-4642-8ec6-61b131a76ba9. Jun 23 10:21:36.073068 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8869eae-fd85-44ee-a810-3735858828b2 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Router 5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4 has already been hosted by L3 agent df545903-e04d-4712-ace0-112b1e927481 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 10:21:36.176721 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8869eae-fd85-44ee-a810-3735858828b2 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify agent at l3_agent.dv-cinder-797510-1-iscsi the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 10:21:36.182052 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-d8869eae-fd85-44ee-a810-3735858828b2 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:36.186256 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c444a64-fdc6-466c-bcb7-1bff052e2c90 None None] Sync routers for ids ['5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4'] in dv-cinder-797510-1-iscsi {{(pid=93712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 10:21:36.195040 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c444a64-fdc6-466c-bcb7-1bff052e2c90 None None] Routers {'5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:21:36.196344 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-1c444a64-fdc6-466c-bcb7-1bff052e2c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:21:20Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4'], 'active': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:21:36.217482 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-d8869eae-fd85-44ee-a810-3735858828b2 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "DELETE /v2.0/floatingips/ac486726-fe39-4f60-af95-4f8a5a6a5df2 HTTP/1.1" status: 204 len: 168 time: 0.8647151 Jun 23 10:21:36.218340 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '939c49a6-4e91-4708-bcb4-c7c01083a4b3', 'tag': '780733f5-bc8b-4642-8ec6-61b131a76ba9'}] {{(pid=93711) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:21:36.220774 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}404634ef6dbf53e9c182992e714e82192e1d0d35f5c652938e4b1e64141411fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e27d4f7-5abe-4fe4-ac70-d57923bd4a46" -d '{"events": [{"name": "network-changed", "server_uuid": "939c49a6-4e91-4708-bcb4-c7c01083a4b3", "tag": "780733f5-bc8b-4642-8ec6-61b131a76ba9"}]}' {{(pid=93711) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:21:36.259012 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 10:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f005727e-e2f3-4156-bbae-cc83438faba7 x-openstack-request-id: req-f005727e-e2f3-4156-bbae-cc83438faba7 {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:21:36.259341 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "939c49a6-4e91-4708-bcb4-c7c01083a4b3", "tag": "780733f5-bc8b-4642-8ec6-61b131a76ba9", "status": "completed", "code": 200}]} {{(pid=93711) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:21:36.259624 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f005727e-e2f3-4156-bbae-cc83438faba7 {{(pid=93711) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:21:36.260096 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '939c49a6-4e91-4708-bcb4-c7c01083a4b3', 'tag': '780733f5-bc8b-4642-8ec6-61b131a76ba9', 'status': 'completed', 'code': 200} Jun 23 10:21:36.339448 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e27d4f7-5abe-4fe4-ac70-d57923bd4a46 req-284e34a3-0e27-462b-b773-7e7f4ebbe707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:21:36.340874 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-8e27d4f7-5abe-4fe4-ac70-d57923bd4a46 req-284e34a3-0e27-462b-b773-7e7f4ebbe707 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=403a3f3b76c149eda502d16875605a80&device_id=939c49a6-4e91-4708-bcb4-c7c01083a4b3 HTTP/1.1" status: 200 len: 1098 time: 0.0590074 Jun 23 10:21:36.436131 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e27d4f7-5abe-4fe4-ac70-d57923bd4a46 req-e678e7df-34e0-4a49-aaa5-cb7840432eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:21:36.437579 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-8e27d4f7-5abe-4fe4-ac70-d57923bd4a46 req-e678e7df-34e0-4a49-aaa5-cb7840432eec service neutron] 10.222.0.52 "GET /v2.0/networks?id=761416d0-d0b5-4d43-b556-3fc859b1886a HTTP/1.1" status: 200 len: 913 time: 0.0904827 Jun 23 10:21:36.438354 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvr_db [None req-1c444a64-fdc6-466c-bcb7-1bff052e2c90 None None] Set router 5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4 gateway port host: dv-cinder-797510-1-iscsi {{(pid=93712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:21:36.477892 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-8e27d4f7-5abe-4fe4-ac70-d57923bd4a46 req-c9c10fb1-c7c4-4ef0-a8e6-4e73d26dbc9f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=780733f5-bc8b-4642-8ec6-61b131a76ba9 HTTP/1.1" status: 200 len: 217 time: 0.0342579 Jun 23 10:21:36.527575 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e27d4f7-5abe-4fe4-ac70-d57923bd4a46 req-afc1d6ef-706f-41d1-ae7e-3b9fd49fec46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:21:36.529048 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-8e27d4f7-5abe-4fe4-ac70-d57923bd4a46 req-afc1d6ef-706f-41d1-ae7e-3b9fd49fec46 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=876e0539-f8e7-4f58-9842-f61818bf524a HTTP/1.1" status: 200 len: 851 time: 0.0453312 Jun 23 10:21:36.591042 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e27d4f7-5abe-4fe4-ac70-d57923bd4a46 req-187b215a-762b-40b4-ba58-d79257ea87bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:21:36.592448 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-8e27d4f7-5abe-4fe4-ac70-d57923bd4a46 req-187b215a-762b-40b4-ba58-d79257ea87bc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=761416d0-d0b5-4d43-b556-3fc859b1886a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0558453 Jun 23 10:21:36.637545 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-1c444a64-fdc6-466c-bcb7-1bff052e2c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'name': 'tempest-TestVolumeBootPattern-1999502631-router', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '6b9f595f-2343-48f5-9723-a9e7089228bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:14:44Z', 'updated_at': '2021-06-23T10:14:47Z', 'revision_number': 4, 'project_id': '403a3f3b76c149eda502d16875605a80', 'gw_port': {'id': '6b9f595f-2343-48f5-9723-a9e7089228bf', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:28:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:14:45Z', 'updated_at': '2021-06-23T10:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_interfaces': [{'id': 'fabf3893-5521-4d07-9a5c-a49b25344bc2', 'name': '', 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'mac_address': 'fa:16:3e:7b:3b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '876e0539-f8e7-4f58-9842-f61818bf524a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:14:46Z', 'updated_at': '2021-06-23T10:14:54Z', 'revision_number': 5, 'project_id': '403a3f3b76c149eda502d16875605a80', 'subnets': [{'id': '876e0539-f8e7-4f58-9842-f61818bf524a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:21:36.667979 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c444a64-fdc6-466c-bcb7-1bff052e2c90 None None] Checking router: 5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4 for host: dv-cinder-797510-1-iscsi {{(pid=93712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 10:21:36.678909 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c444a64-fdc6-466c-bcb7-1bff052e2c90 None None] Routers {'5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:21:36.680105 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-1c444a64-fdc6-466c-bcb7-1bff052e2c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:21:20Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4'], 'active': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:21:36.688320 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-8e27d4f7-5abe-4fe4-ac70-d57923bd4a46 req-862d3860-1d12-4091-9407-fae4228ac35a service neutron] 10.222.0.52 "GET /v2.0/networks/761416d0-d0b5-4d43-b556-3fc859b1886a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869019 Jun 23 10:21:36.786881 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-8e27d4f7-5abe-4fe4-ac70-d57923bd4a46 req-3b047f15-51a0-440e-91f1-bb3ffdade582 service neutron] 10.222.0.52 "GET /v2.0/networks/761416d0-d0b5-4d43-b556-3fc859b1886a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917768 Jun 23 10:21:36.791839 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvr_db [None req-1c444a64-fdc6-466c-bcb7-1bff052e2c90 None None] Set router 5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4 gateway port host: dv-cinder-797510-1-iscsi {{(pid=93712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:21:36.822191 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b08573-585c-4816-87ab-d60569aa18b1 req-3fdf6b67-42cf-43ff-92f0-91f524ab82e9 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:21:36.823728 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f5b08573-585c-4816-87ab-d60569aa18b1 req-3fdf6b67-42cf-43ff-92f0-91f524ab82e9 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/ports?device_id=939c49a6-4e91-4708-bcb4-c7c01083a4b3 HTTP/1.1" status: 200 len: 945 time: 0.0666223 Jun 23 10:21:36.863220 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-f5b08573-585c-4816-87ab-d60569aa18b1 req-f649ab1b-d2d5-4405-a4a6-bb56b0684e48 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d1439e7-dd4d-4fdb-9ffc-3277a4ffd92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327468 Jun 23 10:21:36.989906 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-1c444a64-fdc6-466c-bcb7-1bff052e2c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'name': 'tempest-TestVolumeBootPattern-1999502631-router', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '6b9f595f-2343-48f5-9723-a9e7089228bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:14:44Z', 'updated_at': '2021-06-23T10:14:47Z', 'revision_number': 4, 'project_id': '403a3f3b76c149eda502d16875605a80', 'gw_port': {'id': '6b9f595f-2343-48f5-9723-a9e7089228bf', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:28:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:14:45Z', 'updated_at': '2021-06-23T10:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_interfaces': [{'id': 'fabf3893-5521-4d07-9a5c-a49b25344bc2', 'name': '', 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'mac_address': 'fa:16:3e:7b:3b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '876e0539-f8e7-4f58-9842-f61818bf524a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:14:46Z', 'updated_at': '2021-06-23T10:14:54Z', 'revision_number': 5, 'project_id': '403a3f3b76c149eda502d16875605a80', 'subnets': [{'id': '876e0539-f8e7-4f58-9842-f61818bf524a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:21:37.015541 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c444a64-fdc6-466c-bcb7-1bff052e2c90 None None] The sync data for ids ['5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4'] in dv-cinder-797510-1-iscsi is: [{'id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'name': 'tempest-TestVolumeBootPattern-1999502631-router', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '6b9f595f-2343-48f5-9723-a9e7089228bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:14:44Z', 'updated_at': '2021-06-23T10:14:47Z', 'revision_number': 4, 'project_id': '403a3f3b76c149eda502d16875605a80', 'gw_port': {'id': '6b9f595f-2343-48f5-9723-a9e7089228bf', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:28:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:14:45Z', 'updated_at': '2021-06-23T10:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi', '_interfaces': [{'id': 'fabf3893-5521-4d07-9a5c-a49b25344bc2', 'name': '', 'network_id': '761416d0-d0b5-4d43-b556-3fc859b1886a', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'mac_address': 'fa:16:3e:7b:3b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': '876e0539-f8e7-4f58-9842-f61818bf524a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:14:46Z', 'updated_at': '2021-06-23T10:14:54Z', 'revision_number': 5, 'project_id': '403a3f3b76c149eda502d16875605a80', 'subnets': [{'id': '876e0539-f8e7-4f58-9842-f61818bf524a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 10:21:37.240145 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dd8e0c-8734-4a12-baad-33197e030f8e None None] New status for floating IP ac486726-fe39-4f60-af95-4f8a5a6a5df2: DOWN {{(pid=93713) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 10:21:38.044445 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69210c-5175-4cca-8c82-3962afc6da8e req-9ea2cd87-3f78-4daa-be3e-11780947f6bd tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93711) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:21:38.045867 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-0d69210c-5175-4cca-8c82-3962afc6da8e req-9ea2cd87-3f78-4daa-be3e-11780947f6bd tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/ports?device_id=939c49a6-4e91-4708-bcb4-c7c01083a4b3 HTTP/1.1" status: 200 len: 945 time: 0.0644634 Jun 23 10:21:38.082890 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-0d69210c-5175-4cca-8c82-3962afc6da8e req-8bd98ce3-7af8-49c4-9ff1-561372d3b105 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/security-groups?id=2d1439e7-dd4d-4fdb-9ffc-3277a4ffd92f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311944 Jun 23 10:21:38.207173 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec84f6-9a89-4465-9285-aa1c9bf82b12 req-4a82377e-4576-4278-838d-7c1d2fc95e2a tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93710) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 10:21:38.208509 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-4eec84f6-9a89-4465-9285-aa1c9bf82b12 req-4a82377e-4576-4278-838d-7c1d2fc95e2a tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.52 "GET /v2.0/ports?device_id=939c49a6-4e91-4708-bcb4-c7c01083a4b3 HTTP/1.1" status: 200 len: 945 time: 0.0614078 Jun 23 10:21:38.306062 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [req-4eec84f6-9a89-4465-9285-aa1c9bf82b12 req-33c248a3-63f8-417d-84f9-6825532785cb tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Deleting port 780733f5-bc8b-4642-8ec6-61b131a76ba9 {{(pid=93710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:21:38.306395 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-4eec84f6-9a89-4465-9285-aa1c9bf82b12 req-33c248a3-63f8-417d-84f9-6825532785cb tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:38.391466 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.db [req-4eec84f6-9a89-4465-9285-aa1c9bf82b12 req-33c248a3-63f8-417d-84f9-6825532785cb tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] For port 780733f5-bc8b-4642-8ec6-61b131a76ba9, host hv-cinder-79751, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79751',level=0,port_id=780733f5-bc8b-4642-8ec6-61b131a76ba9,segment=NetworkSegment(a848c51d-810d-4011-be05-17f03da4cec8),segment_id=a848c51d-810d-4011-be05-17f03da4cec8)] {{(pid=93710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:21:38.391812 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-4eec84f6-9a89-4465-9285-aa1c9bf82b12 req-33c248a3-63f8-417d-84f9-6825532785cb tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:38.403597 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [req-4eec84f6-9a89-4465-9285-aa1c9bf82b12 req-33c248a3-63f8-417d-84f9-6825532785cb tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Calling delete_port for 780733f5-bc8b-4642-8ec6-61b131a76ba9 owned by compute:nova {{(pid=93710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:21:38.591187 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-4eec84f6-9a89-4465-9285-aa1c9bf82b12 req-33c248a3-63f8-417d-84f9-6825532785cb tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31904537'] for port, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:38.594995 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-2e43e6b0-fb50-4516-837b-4a9f13681120 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:21:38.621500 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c248a3-63f8-417d-84f9-6825532785cb tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Pushing event deleted for resources: {'Port': ['ID=780733f5-bc8b-4642-8ec6-61b131a76ba9,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:21:38.627488 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-33c248a3-63f8-417d-84f9-6825532785cb tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:21:38.662419 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eec84f6-9a89-4465-9285-aa1c9bf82b12 req-33c248a3-63f8-417d-84f9-6825532785cb tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] No DVR routers for this DVR port 780733f5-bc8b-4642-8ec6-61b131a76ba9 on host hv-cinder-79751 {{(pid=93710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 10:21:38.666075 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [req-4eec84f6-9a89-4465-9285-aa1c9bf82b12 req-33c248a3-63f8-417d-84f9-6825532785cb tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for port, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:38.667608 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [req-4eec84f6-9a89-4465-9285-aa1c9bf82b12 req-33c248a3-63f8-417d-84f9-6825532785cb tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.52 "DELETE /v2.0/ports/780733f5-bc8b-4642-8ec6-61b131a76ba9 HTTP/1.1" status: 204 len: 173 time: 0.4531763 Jun 23 10:21:38.668122 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '939c49a6-4e91-4708-bcb4-c7c01083a4b3', 'name': 'network-vif-deleted', 'tag': '780733f5-bc8b-4642-8ec6-61b131a76ba9'}] {{(pid=93710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 10:21:38.670419 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}476757ab5199ad7afce7410758f86ea887fce0aa64a809171aa19cb360cf7c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463ed827-4aa9-4f30-8fa3-42d77f62c661" -d '{"events": [{"server_uuid": "939c49a6-4e91-4708-bcb4-c7c01083a4b3", "name": "network-vif-deleted", "tag": "780733f5-bc8b-4642-8ec6-61b131a76ba9"}]}' {{(pid=93710) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 10:21:38.705588 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 10:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d5778f-a143-43d1-9cc6-d13d71c21ad1 x-openstack-request-id: req-34d5778f-a143-43d1-9cc6-d13d71c21ad1 {{(pid=93710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 10:21:38.705954 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "939c49a6-4e91-4708-bcb4-c7c01083a4b3", "name": "network-vif-deleted", "tag": "780733f5-bc8b-4642-8ec6-61b131a76ba9", "status": "completed", "code": 200}]} {{(pid=93710) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 10:21:38.706256 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-34d5778f-a143-43d1-9cc6-d13d71c21ad1 {{(pid=93710) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 10:21:38.706738 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '939c49a6-4e91-4708-bcb4-c7c01083a4b3', 'name': 'network-vif-deleted', 'tag': '780733f5-bc8b-4642-8ec6-61b131a76ba9', 'status': 'completed', 'code': 200} Jun 23 10:21:39.221206 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [req-5c8071fa-98f7-4af4-9e8f-f1a5864daa53 req-208f9d46-40fe-44d5-870a-48ba3af53806 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "GET /v2.0/ports?device_id=939c49a6-4e91-4708-bcb4-c7c01083a4b3 HTTP/1.1" status: 200 len: 210 time: 0.0313635 Jun 23 10:21:40.317298 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 42526) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:21:40.441764 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-5a54b09f-45a9-4b4f-9b65-9b759f7681bb tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Deleting port 12814898-4dda-42e8-a07a-557ce358c6b6 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:21:40.442102 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5a54b09f-45a9-4b4f-9b65-9b759f7681bb tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:40.518100 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5a54b09f-45a9-4b4f-9b65-9b759f7681bb tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:40.518343 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5a54b09f-45a9-4b4f-9b65-9b759f7681bb tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:40.530067 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-5a54b09f-45a9-4b4f-9b65-9b759f7681bb tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Calling delete_port for 12814898-4dda-42e8-a07a-557ce358c6b6 owned by network:floatingip {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:21:40.728143 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5a54b09f-45a9-4b4f-9b65-9b759f7681bb tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33311619'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:40.730117 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-0c530fc4-7f62-4fcb-b6f0-a23a8d2b40b6 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:21:40.755621 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a54b09f-45a9-4b4f-9b65-9b759f7681bb tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Pushing event deleted for resources: {'Port': ['ID=12814898-4dda-42e8-a07a-557ce358c6b6,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:21:40.761511 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-5a54b09f-45a9-4b4f-9b65-9b759f7681bb tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:21:40.815644 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5a54b09f-45a9-4b4f-9b65-9b759f7681bb tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks [] for floatingip, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:40.818303 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-5a54b09f-45a9-4b4f-9b65-9b759f7681bb tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-257520'] for floatingip, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:40.819448 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-5a54b09f-45a9-4b4f-9b65-9b759f7681bb tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "DELETE /v2.0/floatingips/f52ee969-e0ec-43ce-b918-36eb3fea323a HTTP/1.1" status: 204 len: 168 time: 0.5011842 Jun 23 10:21:42.076228 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device 780733f5-bc8b-4642-8ec6-61b131a76ba9 no longer exists at agent hyperv_hv-cinder-79751 {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 10:21:42.100062 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] No Port match for: 780733f5-bc8b-4642-8ec6-61b131a76ba9 {{(pid=93712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 10:21:42.100411 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Device 780733f5-bc8b-4642-8ec6-61b131a76ba9 not bound to the agent host hv-cinder-79751 {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 10:21:42.237800 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 42538) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:21:42.295813 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bfcb5ed2-4508-419f-b529-7e210eaeca03 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:42.320014 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bfcb5ed2-4508-419f-b529-7e210eaeca03 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:42.436323 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bfcb5ed2-4508-419f-b529-7e210eaeca03 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:42.439000 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-bfcb5ed2-4508-419f-b529-7e210eaeca03 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:42.440127 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-bfcb5ed2-4508-419f-b529-7e210eaeca03 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] 10.222.0.47 "DELETE /v2.0/security-groups/2d1439e7-dd4d-4fdb-9ffc-3277a4ffd92f HTTP/1.1" status: 204 len: 168 time: 0.2013583 Jun 23 10:21:42.440967 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-8a7281f0-cf78-42dc-a336-44ceab0cb0aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:21:42.451201 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb5ed2-4508-419f-b529-7e210eaeca03 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1439e7-dd4d-4fdb-9ffc-3277a4ffd92f,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:21:42.453775 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-bfcb5ed2-4508-419f-b529-7e210eaeca03 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:21:42.575164 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 42542) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:21:43.044360 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-be820eba-77a6-468e-8aff-6a7695dc8823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723645'] for router_interface, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:43.290555 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-be820eba-77a6-468e-8aff-6a7695dc8823 admin admin] Deleting port fabf3893-5521-4d07-9a5c-a49b25344bc2 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:21:43.291262 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-be820eba-77a6-468e-8aff-6a7695dc8823 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:43.370773 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-be820eba-77a6-468e-8aff-6a7695dc8823 admin admin] For port fabf3893-5521-4d07-9a5c-a49b25344bc2, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=fabf3893-5521-4d07-9a5c-a49b25344bc2,segment=NetworkSegment(a848c51d-810d-4011-be05-17f03da4cec8),segment_id=a848c51d-810d-4011-be05-17f03da4cec8)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:21:43.371124 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-be820eba-77a6-468e-8aff-6a7695dc8823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:43.383125 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-be820eba-77a6-468e-8aff-6a7695dc8823 admin admin] Calling delete_port for fabf3893-5521-4d07-9a5c-a49b25344bc2 owned by network:router_interface {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:21:43.619874 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-be820eba-77a6-468e-8aff-6a7695dc8823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33311619'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:43.622082 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-1699939b-6ad7-4855-8a43-f337377ee68a tempest-TestShelveInstance-2089048524 tempest-TestShelveInstance-2089048524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:21:43.644510 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be820eba-77a6-468e-8aff-6a7695dc8823 admin admin] Pushing event deleted for resources: {'Port': ['ID=fabf3893-5521-4d07-9a5c-a49b25344bc2,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:21:43.648184 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-be820eba-77a6-468e-8aff-6a7695dc8823 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:21:43.810154 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-be820eba-77a6-468e-8aff-6a7695dc8823 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1706509'] for router_interface, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:44.308768 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be820eba-77a6-468e-8aff-6a7695dc8823 admin admin] Router 5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4 has already been hosted by L3 agent df545903-e04d-4712-ace0-112b1e927481 {{(pid=93711) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 10:21:44.413019 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be820eba-77a6-468e-8aff-6a7695dc8823 admin admin] Notify agent at l3_agent.dv-cinder-797510-1-iscsi the message routers_updated {{(pid=93711) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 10:21:44.418704 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-be820eba-77a6-468e-8aff-6a7695dc8823 admin admin] 10.222.0.47 "PUT /v2.0/routers/5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8418372 Jun 23 10:21:44.420617 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 42546) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:21:44.423571 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc5d068-07d5-40f3-b5cf-53dde292c3a2 None None] Sync routers for ids ['5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4'] in dv-cinder-797510-1-iscsi {{(pid=93712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 10:21:44.434194 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc5d068-07d5-40f3-b5cf-53dde292c3a2 None None] Routers {'5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:21:44.434826 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-8fc5d068-07d5-40f3-b5cf-53dde292c3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:21:20Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4'], 'active': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:21:44.524692 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8664ef42-0fb8-457b-b2e6-5185248c5648 admin admin] Notify callbacks [] for router, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:44.536642 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvr_db [None req-8fc5d068-07d5-40f3-b5cf-53dde292c3a2 None None] Set router 5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4 gateway port host: dv-cinder-797510-1-iscsi {{(pid=93712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:21:44.625576 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8664ef42-0fb8-457b-b2e6-5185248c5648 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:44.709986 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-8fc5d068-07d5-40f3-b5cf-53dde292c3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'name': 'tempest-TestVolumeBootPattern-1999502631-router', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': '6b9f595f-2343-48f5-9723-a9e7089228bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:14:44Z', 'updated_at': '2021-06-23T10:21:43Z', 'revision_number': 5, 'project_id': '403a3f3b76c149eda502d16875605a80', 'gw_port': {'id': '6b9f595f-2343-48f5-9723-a9e7089228bf', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:28:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:14:45Z', 'updated_at': '2021-06-23T10:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi'}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:21:44.736755 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc5d068-07d5-40f3-b5cf-53dde292c3a2 None None] Checking router: 5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4 for host: dv-cinder-797510-1-iscsi {{(pid=93712) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 10:21:44.736961 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-8664ef42-0fb8-457b-b2e6-5185248c5648 admin admin] Deleting port 6b9f595f-2343-48f5-9723-a9e7089228bf {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:21:44.737084 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8664ef42-0fb8-457b-b2e6-5185248c5648 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:44.745486 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc5d068-07d5-40f3-b5cf-53dde292c3a2 None None] Routers {'5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93712) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:21:44.746094 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-8fc5d068-07d5-40f3-b5cf-53dde292c3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:21:20Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4'], 'active': True} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:21:44.825228 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-8664ef42-0fb8-457b-b2e6-5185248c5648 admin admin] For port 6b9f595f-2343-48f5-9723-a9e7089228bf, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=6b9f595f-2343-48f5-9723-a9e7089228bf,segment=NetworkSegment(d24f8ae7-6ec3-469c-850d-4a663419c87d),segment_id=d24f8ae7-6ec3-469c-850d-4a663419c87d)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:21:44.825579 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8664ef42-0fb8-457b-b2e6-5185248c5648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:44.831067 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvr_db [None req-8fc5d068-07d5-40f3-b5cf-53dde292c3a2 None None] Set router 5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4 gateway port host: None {{(pid=93712) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:21:44.837727 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-8664ef42-0fb8-457b-b2e6-5185248c5648 admin admin] Calling delete_port for 6b9f595f-2343-48f5-9723-a9e7089228bf owned by network:router_gateway {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:21:44.884205 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_hamode_db [None req-8fc5d068-07d5-40f3-b5cf-53dde292c3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'name': 'tempest-TestVolumeBootPattern-1999502631-router', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:14:44Z', 'updated_at': '2021-06-23T10:21:44Z', 'revision_number': 6, 'project_id': '403a3f3b76c149eda502d16875605a80', 'gw_port_host': None}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:21:44.910849 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc5d068-07d5-40f3-b5cf-53dde292c3a2 None None] The sync data for ids ['5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4'] in dv-cinder-797510-1-iscsi is: [{'id': '5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4', 'name': 'tempest-TestVolumeBootPattern-1999502631-router', 'tenant_id': '403a3f3b76c149eda502d16875605a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:14:44Z', 'updated_at': '2021-06-23T10:21:44Z', 'revision_number': 6, 'project_id': '403a3f3b76c149eda502d16875605a80', 'gw_port_host': None}] {{(pid=93712) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 10:21:45.076237 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8664ef42-0fb8-457b-b2e6-5185248c5648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33311619'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:45.078278 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-62ae26a5-7cc1-41a4-aaf5-910d58dc5536 tempest-TestVolumeBootPattern-133869573 tempest-TestVolumeBootPattern-133869573-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:21:45.105500 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8664ef42-0fb8-457b-b2e6-5185248c5648 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b9f595f-2343-48f5-9723-a9e7089228bf,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:21:45.108627 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-8664ef42-0fb8-457b-b2e6-5185248c5648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:21:45.167179 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8664ef42-0fb8-457b-b2e6-5185248c5648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707160'] for router_gateway, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:45.256157 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8664ef42-0fb8-457b-b2e6-5185248c5648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11342'] for router, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:45.258515 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8664ef42-0fb8-457b-b2e6-5185248c5648 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:45.390312 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8664ef42-0fb8-457b-b2e6-5185248c5648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705974'] for router, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:45.390937 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8664ef42-0fb8-457b-b2e6-5185248c5648 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4 {{(pid=93711) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 10:21:45.395604 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-8664ef42-0fb8-457b-b2e6-5185248c5648 admin admin] Notify callbacks [] for router, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:45.396756 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-8664ef42-0fb8-457b-b2e6-5185248c5648 admin admin] 10.222.0.47 "DELETE /v2.0/routers/5f536c19-fb17-4e1b-9f57-4dda0f1ca5b4 HTTP/1.1" status: 204 len: 168 time: 0.9752128 Jun 23 10:21:45.399180 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 42548) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:21:45.444323 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd4a7bb9-230a-48e4-848a-de58cd0d4cb1 admin admin] Deleting subnet 876e0539-f8e7-4f58-9842-f61818bf524a {{(pid=93711) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 10:21:45.447857 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dd4a7bb9-230a-48e4-848a-de58cd0d4cb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:45.481460 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dd4a7bb9-230a-48e4-848a-de58cd0d4cb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32565859'] for subnet, precommit_delete_associations {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:45.558830 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dd4a7bb9-230a-48e4-848a-de58cd0d4cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528171'] for subnet, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:45.676208 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device fabf3893-5521-4d07-9a5c-a49b25344bc2 no longer exists at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 10:21:45.678392 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dd4a7bb9-230a-48e4-848a-de58cd0d4cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33311689', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29709700'] for subnet, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:45.682491 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-3a5d83ca-1fc4-4c98-866f-65a112f5eefa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:21:45.700847 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] No Port match for: fabf3893-5521-4d07-9a5c-a49b25344bc2 {{(pid=93712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 10:21:45.701120 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device fabf3893-5521-4d07-9a5c-a49b25344bc2 not bound to the agent host dv-cinder-797510-1-iscsi {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 10:21:45.707321 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4a7bb9-230a-48e4-848a-de58cd0d4cb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=876e0539-f8e7-4f58-9842-f61818bf524a,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:21:45.710363 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-dd4a7bb9-230a-48e4-848a-de58cd0d4cb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:21:45.711371 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-dd4a7bb9-230a-48e4-848a-de58cd0d4cb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:45.715735 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-dd4a7bb9-230a-48e4-848a-de58cd0d4cb1 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/876e0539-f8e7-4f58-9842-f61818bf524a HTTP/1.1" status: 204 len: 168 time: 0.3118966 Jun 23 10:21:45.716132 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 42550) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:21:45.720918 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12aea1c3-a00f-45b8-9ac5-61fbc37b8717 None None] Network 761416d0-d0b5-4d43-b556-3fc859b1886a requested from dv-cinder-797510-1-iscsi {{(pid=93712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 10:21:45.788204 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-19a34478-ffec-41d2-85b9-b0acbfab281b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-550829'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:45.843601 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-19a34478-ffec-41d2-85b9-b0acbfab281b admin admin] Deleting port e62f92cd-5156-4d38-8131-37870305f42a {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:21:45.843941 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-19a34478-ffec-41d2-85b9-b0acbfab281b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:45.907186 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-19a34478-ffec-41d2-85b9-b0acbfab281b admin admin] For port e62f92cd-5156-4d38-8131-37870305f42a, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=e62f92cd-5156-4d38-8131-37870305f42a,segment=NetworkSegment(a848c51d-810d-4011-be05-17f03da4cec8),segment_id=a848c51d-810d-4011-be05-17f03da4cec8)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:21:45.907556 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-19a34478-ffec-41d2-85b9-b0acbfab281b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:45.920960 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219dca15-6d9e-4122-b42e-52714caf57a4 None None] DHCP port deletion for 761416d0-d0b5-4d43-b556-3fc859b1886a request from dv-cinder-797510-1-iscsi {{(pid=93712) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 10:21:45.922235 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-19a34478-ffec-41d2-85b9-b0acbfab281b admin admin] Calling delete_port for e62f92cd-5156-4d38-8131-37870305f42a owned by network:dhcp {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:21:45.972700 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-219dca15-6d9e-4122-b42e-52714caf57a4 None None] Deleting port e62f92cd-5156-4d38-8131-37870305f42a {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:21:45.973081 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-219dca15-6d9e-4122-b42e-52714caf57a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:46.036932 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-219dca15-6d9e-4122-b42e-52714caf57a4 None None] For port e62f92cd-5156-4d38-8131-37870305f42a, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=e62f92cd-5156-4d38-8131-37870305f42a,segment=NetworkSegment(a848c51d-810d-4011-be05-17f03da4cec8),segment_id=a848c51d-810d-4011-be05-17f03da4cec8)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:21:46.037327 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-219dca15-6d9e-4122-b42e-52714caf57a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:46.049532 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-219dca15-6d9e-4122-b42e-52714caf57a4 None None] Calling delete_port for e62f92cd-5156-4d38-8131-37870305f42a owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:21:46.128349 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-19a34478-ffec-41d2-85b9-b0acbfab281b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33311619'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:46.130533 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-e75fc218-cbaf-4961-9fcb-9aa5d9e411e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:21:46.156436 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a34478-ffec-41d2-85b9-b0acbfab281b admin admin] Pushing event deleted for resources: {'Port': ['ID=e62f92cd-5156-4d38-8131-37870305f42a,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:21:46.158361 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a34478-ffec-41d2-85b9-b0acbfab281b admin admin] No DVR routers for this DVR port e62f92cd-5156-4d38-8131-37870305f42a on host dv-cinder-797510-1-iscsi {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 10:21:46.159906 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-19a34478-ffec-41d2-85b9-b0acbfab281b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:21:46.235372 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-19a34478-ffec-41d2-85b9-b0acbfab281b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527526', 'neutron.services.segments.db._delete_segments_for_network-8731988835103'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:46.246257 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.services.segments.db [None req-19a34478-ffec-41d2-85b9-b0acbfab281b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['761416d0-d0b5-4d43-b556-3fc859b1886a']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:21:46.246676 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-219dca15-6d9e-4122-b42e-52714caf57a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:46.248588 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-89e517ba-58c3-49b1-afa3-f12a66b29008 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:21:46.256422 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.services.segments.db [None req-19a34478-ffec-41d2-85b9-b0acbfab281b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a848c51d-810d-4011-be05-17f03da4cec8') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:21:46.256709 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.services.segments.db [None req-19a34478-ffec-41d2-85b9-b0acbfab281b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a848c51d-810d-4011-be05-17f03da4cec8') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:21:46.265401 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-19a34478-ffec-41d2-85b9-b0acbfab281b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731988825070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32565884'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:46.270846 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219dca15-6d9e-4122-b42e-52714caf57a4 None None] Pushing event deleted for resources: {'Port': ['ID=e62f92cd-5156-4d38-8131-37870305f42a,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:21:46.274959 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219dca15-6d9e-4122-b42e-52714caf57a4 None None] No DVR routers for this DVR port e62f92cd-5156-4d38-8131-37870305f42a on host dv-cinder-797510-1-iscsi {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 10:21:46.279509 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-19a34478-ffec-41d2-85b9-b0acbfab281b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-523806'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:46.286791 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dca15-6d9e-4122-b42e-52714caf57a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:21:46.286791 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dca15-6d9e-4122-b42e-52714caf57a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:21:46.286791 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dca15-6d9e-4122-b42e-52714caf57a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:21:46.286791 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dca15-6d9e-4122-b42e-52714caf57a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:21:46.286791 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dca15-6d9e-4122-b42e-52714caf57a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:21:46.286791 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dca15-6d9e-4122-b42e-52714caf57a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:21:46.286791 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dca15-6d9e-4122-b42e-52714caf57a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:21:46.286791 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dca15-6d9e-4122-b42e-52714caf57a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:21:46.286791 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dca15-6d9e-4122-b42e-52714caf57a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:21:46.286791 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dca15-6d9e-4122-b42e-52714caf57a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:21:46.286791 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dca15-6d9e-4122-b42e-52714caf57a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:21:46.286791 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219dca15-6d9e-4122-b42e-52714caf57a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797510-1-iscsi {{(pid=93712) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 10:21:46.290624 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-219dca15-6d9e-4122-b42e-52714caf57a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:21:46.290889 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19a34478-ffec-41d2-85b9-b0acbfab281b admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 10:21:46.290889 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-19a34478-ffec-41d2-85b9-b0acbfab281b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-523806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33311572'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:46.292371 dv-cinder-797510-1-iscsi neutron-server[93711]: Traceback (most recent call last): Jun 23 10:21:46.292371 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 10:21:46.292371 dv-cinder-797510-1-iscsi neutron-server[93711]: timer() Jun 23 10:21:46.292371 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 10:21:46.292371 dv-cinder-797510-1-iscsi neutron-server[93711]: cb(*args, **kw) Jun 23 10:21:46.292371 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 10:21:46.292371 dv-cinder-797510-1-iscsi neutron-server[93711]: return func(*args, **kwargs) Jun 23 10:21:46.292371 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 10:21:46.292371 dv-cinder-797510-1-iscsi neutron-server[93711]: self._notify() Jun 23 10:21:46.292371 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 10:21:46.292371 dv-cinder-797510-1-iscsi neutron-server[93711]: self.callback(batched_events) Jun 23 10:21:46.292371 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 10:21:46.292371 dv-cinder-797510-1-iscsi neutron-server[93711]: event.method(event) Jun 23 10:21:46.292371 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 10:21:46.292371 dv-cinder-797510-1-iscsi neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 10:21:46.292371 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 10:21:46.292371 dv-cinder-797510-1-iscsi neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 10:21:46.292371 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 10:21:46.292371 dv-cinder-797510-1-iscsi neutron-server[93711]: return f(self, *a, **k) Jun 23 10:21:46.292371 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 10:21:46.292371 dv-cinder-797510-1-iscsi neutron-server[93711]: return self._get(url).json() Jun 23 10:21:46.292371 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 10:21:46.292371 dv-cinder-797510-1-iscsi neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 10:21:46.292371 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 10:21:46.292371 dv-cinder-797510-1-iscsi neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jun 23 10:21:46.292371 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 10:21:46.292371 dv-cinder-797510-1-iscsi neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 10:21:46.292371 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 10:21:46.292371 dv-cinder-797510-1-iscsi neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 10:21:46.292371 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 10:21:46.292371 dv-cinder-797510-1-iscsi neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 10:21:46.292371 dv-cinder-797510-1-iscsi neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 10:21:46.425775 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-19a34478-ffec-41d2-85b9-b0acbfab281b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-193570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1707113'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:46.429741 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:21:46.433642 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-19a34478-ffec-41d2-85b9-b0acbfab281b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:46.435513 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-19a34478-ffec-41d2-85b9-b0acbfab281b admin admin] 10.222.0.47 "DELETE /v2.0/networks/761416d0-d0b5-4d43-b556-3fc859b1886a HTTP/1.1" status: 204 len: 168 time: 0.7184243 Jun 23 10:21:46.438612 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 42552) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:21:46.445073 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a34478-ffec-41d2-85b9-b0acbfab281b admin admin] Pushing event deleted for resources: {'Network': ['ID=761416d0-d0b5-4d43-b556-3fc859b1886a,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:21:46.447384 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-19a34478-ffec-41d2-85b9-b0acbfab281b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:21:46.767823 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-2305aea2-7361-4465-ad35-11066aedd098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1723645'] for router_interface, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:47.005696 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [None req-2305aea2-7361-4465-ad35-11066aedd098 admin admin] Deleting port f42277d3-a7f0-4e68-82fc-1dfd02436d52 {{(pid=93710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:21:47.006033 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-2305aea2-7361-4465-ad35-11066aedd098 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:47.083038 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.db [None req-2305aea2-7361-4465-ad35-11066aedd098 admin admin] For port f42277d3-a7f0-4e68-82fc-1dfd02436d52, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=f42277d3-a7f0-4e68-82fc-1dfd02436d52,segment=NetworkSegment(bf366429-48e1-4227-a180-a57aa8d830bd),segment_id=bf366429-48e1-4227-a180-a57aa8d830bd)] {{(pid=93710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:21:47.083313 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-2305aea2-7361-4465-ad35-11066aedd098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:47.096218 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [None req-2305aea2-7361-4465-ad35-11066aedd098 admin admin] Calling delete_port for f42277d3-a7f0-4e68-82fc-1dfd02436d52 owned by network:router_interface {{(pid=93710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:21:47.253426 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device 6b9f595f-2343-48f5-9723-a9e7089228bf no longer exists at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 10:21:47.270126 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] No Port match for: 6b9f595f-2343-48f5-9723-a9e7089228bf {{(pid=93712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 10:21:47.270480 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device 6b9f595f-2343-48f5-9723-a9e7089228bf not bound to the agent host dv-cinder-797510-1-iscsi {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 10:21:47.270940 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device e62f92cd-5156-4d38-8131-37870305f42a no longer exists at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 10:21:47.288798 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] No Port match for: e62f92cd-5156-4d38-8131-37870305f42a {{(pid=93712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 10:21:47.289170 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device e62f92cd-5156-4d38-8131-37870305f42a not bound to the agent host dv-cinder-797510-1-iscsi {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 10:21:47.345325 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-2305aea2-7361-4465-ad35-11066aedd098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31904537'] for port, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:47.347460 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-c90336f8-2c78-4b37-8329-7b77372f8c5c tempest-VolumesSnapshotTestJSON-316836958 tempest-VolumesSnapshotTestJSON-316836958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:21:47.371570 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2305aea2-7361-4465-ad35-11066aedd098 admin admin] Pushing event deleted for resources: {'Port': ['ID=f42277d3-a7f0-4e68-82fc-1dfd02436d52,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:21:47.374279 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-2305aea2-7361-4465-ad35-11066aedd098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:21:47.536140 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-2305aea2-7361-4465-ad35-11066aedd098 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1575969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1706509'] for router_interface, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:47.893897 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-855cd584-bb8f-4a96-ac33-db61487119d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:48.008139 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2305aea2-7361-4465-ad35-11066aedd098 admin admin] Router 9962046c-2903-4539-bfb4-400a513ed9c4 has already been hosted by L3 agent df545903-e04d-4712-ace0-112b1e927481 {{(pid=93710) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 10:21:48.109462 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2305aea2-7361-4465-ad35-11066aedd098 admin admin] Notify agent at l3_agent.dv-cinder-797510-1-iscsi the message routers_updated {{(pid=93710) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 10:21:48.114315 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-2305aea2-7361-4465-ad35-11066aedd098 admin admin] 10.222.0.47 "PUT /v2.0/routers/9962046c-2903-4539-bfb4-400a513ed9c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6746731 Jun 23 10:21:48.116867 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 42554) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:21:48.119412 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ca0fa5-f374-48cd-95d7-40e61bcae79b None None] Sync routers for ids ['9962046c-2903-4539-bfb4-400a513ed9c4'] in dv-cinder-797510-1-iscsi {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 10:21:48.128393 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ca0fa5-f374-48cd-95d7-40e61bcae79b None None] Routers {'9962046c-2903-4539-bfb4-400a513ed9c4'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:21:48.128999 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-e4ca0fa5-f374-48cd-95d7-40e61bcae79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:21:20Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['9962046c-2903-4539-bfb4-400a513ed9c4'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:21:48.215937 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-f23b10bc-4e20-4eb1-811d-e92967cbdbd1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:48.231024 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-e4ca0fa5-f374-48cd-95d7-40e61bcae79b None None] Set router 9962046c-2903-4539-bfb4-400a513ed9c4 gateway port host: dv-cinder-797510-1-iscsi {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:21:48.314077 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-f23b10bc-4e20-4eb1-811d-e92967cbdbd1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:48.402659 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-e4ca0fa5-f374-48cd-95d7-40e61bcae79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9962046c-2903-4539-bfb4-400a513ed9c4', 'name': 'tempest-TestVolumeBootPattern-597704042-router', 'tenant_id': '6901dcaa0de84019bea376262b5da55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'external_fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'f0349803-0519-437a-8e3b-6942a8a88f45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:14:50Z', 'updated_at': '2021-06-23T10:21:47Z', 'revision_number': 5, 'project_id': '6901dcaa0de84019bea376262b5da55a', 'gw_port': {'id': 'f0349803-0519-437a-8e3b-6942a8a88f45', 'name': '', 'network_id': '6c022cdf-7908-4fe1-9f3f-494480d09f28', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:c0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9962046c-2903-4539-bfb4-400a513ed9c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797510-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T10:14:51Z', 'updated_at': '2021-06-23T10:14:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f1b229c-fc1e-4856-a495-4ccd56c0ef48', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797510-1-iscsi'}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:21:48.427832 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ca0fa5-f374-48cd-95d7-40e61bcae79b None None] Checking router: 9962046c-2903-4539-bfb4-400a513ed9c4 for host: dv-cinder-797510-1-iscsi {{(pid=93713) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 10:21:48.433236 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [None req-f23b10bc-4e20-4eb1-811d-e92967cbdbd1 admin admin] Deleting port f0349803-0519-437a-8e3b-6942a8a88f45 {{(pid=93710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:21:48.433578 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-f23b10bc-4e20-4eb1-811d-e92967cbdbd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:48.435978 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ca0fa5-f374-48cd-95d7-40e61bcae79b None None] Routers {'9962046c-2903-4539-bfb4-400a513ed9c4'} bound to L3 agent in host dv-cinder-797510-1-iscsi {{(pid=93713) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 10:21:48.436582 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-e4ca0fa5-f374-48cd-95d7-40e61bcae79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797510-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T09:59:20Z,description=,heartbeat_timestamp=2021-06-23T10:21:20Z,host='dv-cinder-797510-1-iscsi',id=df545903-e04d-4712-ace0-112b1e927481,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T09:59:21Z,topic='l3_agent')) {'router_ids': ['9962046c-2903-4539-bfb4-400a513ed9c4'], 'active': True} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:21:48.520061 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.db [None req-f23b10bc-4e20-4eb1-811d-e92967cbdbd1 admin admin] For port f0349803-0519-437a-8e3b-6942a8a88f45, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=f0349803-0519-437a-8e3b-6942a8a88f45,segment=NetworkSegment(d24f8ae7-6ec3-469c-850d-4a663419c87d),segment_id=d24f8ae7-6ec3-469c-850d-4a663419c87d)] {{(pid=93710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:21:48.520424 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-f23b10bc-4e20-4eb1-811d-e92967cbdbd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:48.520837 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_dvr_db [None req-e4ca0fa5-f374-48cd-95d7-40e61bcae79b None None] Set router 9962046c-2903-4539-bfb4-400a513ed9c4 gateway port host: None {{(pid=93713) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 10:21:48.532529 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.plugins.ml2.plugin [None req-f23b10bc-4e20-4eb1-811d-e92967cbdbd1 admin admin] Calling delete_port for f0349803-0519-437a-8e3b-6942a8a88f45 owned by network:router_gateway {{(pid=93710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:21:48.574757 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.l3_hamode_db [None req-e4ca0fa5-f374-48cd-95d7-40e61bcae79b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9962046c-2903-4539-bfb4-400a513ed9c4', 'name': 'tempest-TestVolumeBootPattern-597704042-router', 'tenant_id': '6901dcaa0de84019bea376262b5da55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:14:50Z', 'updated_at': '2021-06-23T10:21:48Z', 'revision_number': 6, 'project_id': '6901dcaa0de84019bea376262b5da55a', 'gw_port_host': None}], 'dv-cinder-797510-1-iscsi', False) {} {{(pid=93713) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:21:48.599831 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ca0fa5-f374-48cd-95d7-40e61bcae79b None None] The sync data for ids ['9962046c-2903-4539-bfb4-400a513ed9c4'] in dv-cinder-797510-1-iscsi is: [{'id': '9962046c-2903-4539-bfb4-400a513ed9c4', 'name': 'tempest-TestVolumeBootPattern-597704042-router', 'tenant_id': '6901dcaa0de84019bea376262b5da55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T10:14:50Z', 'updated_at': '2021-06-23T10:21:48Z', 'revision_number': 6, 'project_id': '6901dcaa0de84019bea376262b5da55a', 'gw_port_host': None}] {{(pid=93713) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 10:21:48.739545 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-f23b10bc-4e20-4eb1-811d-e92967cbdbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31904537'] for port, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:48.741746 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-2e43e6b0-fb50-4516-837b-4a9f13681120 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:21:48.764121 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b10bc-4e20-4eb1-811d-e92967cbdbd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0349803-0519-437a-8e3b-6942a8a88f45,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:21:48.767623 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-f23b10bc-4e20-4eb1-811d-e92967cbdbd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:21:48.825610 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-f23b10bc-4e20-4eb1-811d-e92967cbdbd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1707160'] for router_gateway, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:48.913786 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-f23b10bc-4e20-4eb1-811d-e92967cbdbd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1705148', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-11342'] for router, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:48.915760 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-f23b10bc-4e20-4eb1-811d-e92967cbdbd1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:49.018963 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-f23b10bc-4e20-4eb1-811d-e92967cbdbd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1705974'] for router, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:49.019502 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23b10bc-4e20-4eb1-811d-e92967cbdbd1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9962046c-2903-4539-bfb4-400a513ed9c4 {{(pid=93710) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 10:21:49.024012 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-f23b10bc-4e20-4eb1-811d-e92967cbdbd1 admin admin] Notify callbacks [] for router, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:49.025210 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-f23b10bc-4e20-4eb1-811d-e92967cbdbd1 admin admin] 10.222.0.47 "DELETE /v2.0/routers/9962046c-2903-4539-bfb4-400a513ed9c4 HTTP/1.1" status: 204 len: 168 time: 0.9074507 Jun 23 10:21:49.028405 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [-] (93710) accepted ('10.222.0.47', 42556) {{(pid=93710) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:21:49.073758 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d291e78-de33-4300-9407-832ece538e6e admin admin] Deleting subnet 1bc0ef68-2209-424d-83ec-89b987e125d0 {{(pid=93710) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 10:21:49.076990 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-1d291e78-de33-4300-9407-832ece538e6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:49.112486 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-1d291e78-de33-4300-9407-832ece538e6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-33103701'] for subnet, precommit_delete_associations {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:49.193592 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-1d291e78-de33-4300-9407-832ece538e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-528171'] for subnet, precommit_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:49.254090 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device f42277d3-a7f0-4e68-82fc-1dfd02436d52 no longer exists at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 10:21:49.274811 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] No Port match for: f42277d3-a7f0-4e68-82fc-1dfd02436d52 {{(pid=93712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 10:21:49.275122 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device f42277d3-a7f0-4e68-82fc-1dfd02436d52 not bound to the agent host dv-cinder-797510-1-iscsi {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 10:21:49.275920 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device f0349803-0519-437a-8e3b-6942a8a88f45 no longer exists at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 10:21:49.297818 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] No Port match for: f0349803-0519-437a-8e3b-6942a8a88f45 {{(pid=93712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 10:21:49.298168 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device f0349803-0519-437a-8e3b-6942a8a88f45 not bound to the agent host dv-cinder-797510-1-iscsi {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 10:21:49.305097 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-1d291e78-de33-4300-9407-832ece538e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-528178', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1683146', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31904595', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33311376'] for subnet, after_delete {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:49.308965 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:21:49.335303 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron_lib.callbacks.manager [None req-1d291e78-de33-4300-9407-832ece538e6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for subnet, before_response {{(pid=93710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:49.340019 dv-cinder-797510-1-iscsi neutron-server[93710]: INFO neutron.wsgi [None req-1d291e78-de33-4300-9407-832ece538e6e admin admin] 10.222.0.47 "DELETE /v2.0/subnets/1bc0ef68-2209-424d-83ec-89b987e125d0 HTTP/1.1" status: 204 len: 168 time: 0.3078566 Jun 23 10:21:49.340437 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 42558) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:21:49.341080 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2ccf3e-0699-4ea5-8bf6-a1ae72f66f1f None None] Network 7b740dd6-daf6-4d99-ba8a-546c5ac9d3f0 requested from dv-cinder-797510-1-iscsi {{(pid=93712) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 10:21:49.343244 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d291e78-de33-4300-9407-832ece538e6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bc0ef68-2209-424d-83ec-89b987e125d0,revision_number=None']} {{(pid=93710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:21:49.346621 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG oslo_concurrency.lockutils [None req-1d291e78-de33-4300-9407-832ece538e6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93710) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:21:49.423094 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1c19f189-30ca-4ae7-9fb5-0ddfdf0d330b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-550829'] for network, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:49.475964 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-1c19f189-30ca-4ae7-9fb5-0ddfdf0d330b admin admin] Deleting port d8e0ca7a-3067-4836-94c0-d02df6a07670 {{(pid=93711) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:21:49.476298 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1c19f189-30ca-4ae7-9fb5-0ddfdf0d330b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:49.522865 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c1198b-24a4-4fc6-9de7-a2fde45d3b6c None None] DHCP port deletion for 7b740dd6-daf6-4d99-ba8a-546c5ac9d3f0 request from dv-cinder-797510-1-iscsi {{(pid=93712) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 10:21:49.543613 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.db [None req-1c19f189-30ca-4ae7-9fb5-0ddfdf0d330b admin admin] For port d8e0ca7a-3067-4836-94c0-d02df6a07670, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=d8e0ca7a-3067-4836-94c0-d02df6a07670,segment=NetworkSegment(bf366429-48e1-4227-a180-a57aa8d830bd),segment_id=bf366429-48e1-4227-a180-a57aa8d830bd)] {{(pid=93711) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:21:49.543890 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1c19f189-30ca-4ae7-9fb5-0ddfdf0d330b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:49.555635 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.plugin [None req-1c19f189-30ca-4ae7-9fb5-0ddfdf0d330b admin admin] Calling delete_port for d8e0ca7a-3067-4836-94c0-d02df6a07670 owned by network:dhcp {{(pid=93711) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:21:49.571004 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-17c1198b-24a4-4fc6-9de7-a2fde45d3b6c None None] Deleting port d8e0ca7a-3067-4836-94c0-d02df6a07670 {{(pid=93712) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 10:21:49.571387 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-17c1198b-24a4-4fc6-9de7-a2fde45d3b6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731988667935'] for port, before_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:49.631442 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.db [None req-17c1198b-24a4-4fc6-9de7-a2fde45d3b6c None None] For port d8e0ca7a-3067-4836-94c0-d02df6a07670, host dv-cinder-797510-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797510-1-iscsi',level=0,port_id=d8e0ca7a-3067-4836-94c0-d02df6a07670,segment=NetworkSegment(bf366429-48e1-4227-a180-a57aa8d830bd),segment_id=bf366429-48e1-4227-a180-a57aa8d830bd)] {{(pid=93712) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 10:21:49.631741 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-17c1198b-24a4-4fc6-9de7-a2fde45d3b6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1732818'] for port, precommit_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:49.643570 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-17c1198b-24a4-4fc6-9de7-a2fde45d3b6c None None] Calling delete_port for d8e0ca7a-3067-4836-94c0-d02df6a07670 owned by network:dhcp {{(pid=93712) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 10:21:49.699215 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1c19f189-30ca-4ae7-9fb5-0ddfdf0d330b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33311619'] for port, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:49.702142 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-f786eb4d-8042-42f4-89a3-990283c842ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:21:49.720112 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-17c1198b-24a4-4fc6-9de7-a2fde45d3b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-600507', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-25416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1575987', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731988672305', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731988247206'] for port, after_delete {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:49.721994 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-b192ef6c-f8a5-4354-a8ea-ec062054379d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:21:49.725268 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c19f189-30ca-4ae7-9fb5-0ddfdf0d330b admin admin] Pushing event deleted for resources: {'Port': ['ID=d8e0ca7a-3067-4836-94c0-d02df6a07670,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:21:49.728366 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-1c19f189-30ca-4ae7-9fb5-0ddfdf0d330b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:21:49.734346 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c19f189-30ca-4ae7-9fb5-0ddfdf0d330b admin admin] No DVR routers for this DVR port d8e0ca7a-3067-4836-94c0-d02df6a07670 on host dv-cinder-797510-1-iscsi {{(pid=93711) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 10:21:49.745616 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c1198b-24a4-4fc6-9de7-a2fde45d3b6c None None] Pushing event deleted for resources: {'Port': ['ID=d8e0ca7a-3067-4836-94c0-d02df6a07670,revision_number=None']} {{(pid=93712) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:21:49.748633 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG oslo_concurrency.lockutils [None req-17c1198b-24a4-4fc6-9de7-a2fde45d3b6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:21:49.749429 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c1198b-24a4-4fc6-9de7-a2fde45d3b6c None None] No DVR routers for this DVR port d8e0ca7a-3067-4836-94c0-d02df6a07670 on host dv-cinder-797510-1-iscsi {{(pid=93712) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 10:21:49.802013 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1c19f189-30ca-4ae7-9fb5-0ddfdf0d330b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-527526', 'neutron.services.segments.db._delete_segments_for_network-8731988835103'] for network, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:49.811500 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.services.segments.db [None req-1c19f189-30ca-4ae7-9fb5-0ddfdf0d330b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b740dd6-daf6-4d99-ba8a-546c5ac9d3f0']}} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:21:49.821404 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.services.segments.db [None req-1c19f189-30ca-4ae7-9fb5-0ddfdf0d330b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf366429-48e1-4227-a180-a57aa8d830bd') {'for_net_delete': True} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:21:49.821709 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.services.segments.db [None req-1c19f189-30ca-4ae7-9fb5-0ddfdf0d330b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf366429-48e1-4227-a180-a57aa8d830bd') {} {{(pid=93711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 10:21:49.831369 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1c19f189-30ca-4ae7-9fb5-0ddfdf0d330b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731988825070', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32565884'] for segment, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:49.845540 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1c19f189-30ca-4ae7-9fb5-0ddfdf0d330b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-523806'] for segment, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:49.851286 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c19f189-30ca-4ae7-9fb5-0ddfdf0d330b admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=93711) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 10:21:49.854740 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1c19f189-30ca-4ae7-9fb5-0ddfdf0d330b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-523806', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33311572'] for segment, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:49.854740 dv-cinder-797510-1-iscsi neutron-server[93711]: Traceback (most recent call last): Jun 23 10:21:49.854740 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 10:21:49.854740 dv-cinder-797510-1-iscsi neutron-server[93711]: timer() Jun 23 10:21:49.854740 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 10:21:49.854740 dv-cinder-797510-1-iscsi neutron-server[93711]: cb(*args, **kw) Jun 23 10:21:49.854740 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 10:21:49.854740 dv-cinder-797510-1-iscsi neutron-server[93711]: return func(*args, **kwargs) Jun 23 10:21:49.854740 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 10:21:49.854740 dv-cinder-797510-1-iscsi neutron-server[93711]: self._notify() Jun 23 10:21:49.854740 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 10:21:49.854740 dv-cinder-797510-1-iscsi neutron-server[93711]: self.callback(batched_events) Jun 23 10:21:49.854740 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 10:21:49.854740 dv-cinder-797510-1-iscsi neutron-server[93711]: event.method(event) Jun 23 10:21:49.854740 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 10:21:49.854740 dv-cinder-797510-1-iscsi neutron-server[93711]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 10:21:49.854740 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 10:21:49.854740 dv-cinder-797510-1-iscsi neutron-server[93711]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 10:21:49.854740 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 10:21:49.854740 dv-cinder-797510-1-iscsi neutron-server[93711]: return f(self, *a, **k) Jun 23 10:21:49.854740 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 10:21:49.854740 dv-cinder-797510-1-iscsi neutron-server[93711]: return self._get(url).json() Jun 23 10:21:49.854740 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 10:21:49.854740 dv-cinder-797510-1-iscsi neutron-server[93711]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 10:21:49.854740 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 10:21:49.854740 dv-cinder-797510-1-iscsi neutron-server[93711]: return self.request(url, 'GET', **kwargs) Jun 23 10:21:49.854740 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 10:21:49.854740 dv-cinder-797510-1-iscsi neutron-server[93711]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 10:21:49.854740 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 10:21:49.854740 dv-cinder-797510-1-iscsi neutron-server[93711]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 10:21:49.854740 dv-cinder-797510-1-iscsi neutron-server[93711]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 10:21:49.854740 dv-cinder-797510-1-iscsi neutron-server[93711]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 10:21:49.854740 dv-cinder-797510-1-iscsi neutron-server[93711]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 10:21:49.990981 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1c19f189-30ca-4ae7-9fb5-0ddfdf0d330b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-527533', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-193570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1575976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1707113'] for network, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:49.995004 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-8c40138b-f427-4ce0-9d55-2aad39eb59f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:21:49.998097 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-1c19f189-30ca-4ae7-9fb5-0ddfdf0d330b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1575949'] for network, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:49.999245 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-1c19f189-30ca-4ae7-9fb5-0ddfdf0d330b admin admin] 10.222.0.47 "DELETE /v2.0/networks/7b740dd6-daf6-4d99-ba8a-546c5ac9d3f0 HTTP/1.1" status: 204 len: 168 time: 0.6578164 Jun 23 10:21:50.010934 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c19f189-30ca-4ae7-9fb5-0ddfdf0d330b admin admin] Pushing event deleted for resources: {'Network': ['ID=7b740dd6-daf6-4d99-ba8a-546c5ac9d3f0,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:21:50.013057 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-1c19f189-30ca-4ae7-9fb5-0ddfdf0d330b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:21:50.372515 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 42562) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:21:50.411281 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-fdfe03ee-28f9-4c4d-87da-6b51a9996f19 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=403a3f3b76c149eda502d16875605a80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375373 Jun 23 10:21:50.413441 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 42564) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:21:50.425144 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-05f93470-fed8-4f5e-9747-7063d5cbcf04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:50.461143 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6d4e797f-077f-4580-9b73-33b05ae407b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:50.481798 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6d4e797f-077f-4580-9b73-33b05ae407b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:50.612961 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6d4e797f-077f-4580-9b73-33b05ae407b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:50.615545 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-6d4e797f-077f-4580-9b73-33b05ae407b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:50.616685 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-6d4e797f-077f-4580-9b73-33b05ae407b1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f9e20a1e-5c2e-4019-ab74-f2dec6cee1fe HTTP/1.1" status: 204 len: 168 time: 0.2023797 Jun 23 10:21:50.617516 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-b8cca27d-516c-4827-b31e-b113c115aca5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:21:50.624920 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4e797f-077f-4580-9b73-33b05ae407b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e20a1e-5c2e-4019-ab74-f2dec6cee1fe,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:21:50.627828 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-6d4e797f-077f-4580-9b73-33b05ae407b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:21:50.643581 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:51.251765 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device d8e0ca7a-3067-4836-94c0-d02df6a07670 no longer exists at agent ovs-agent-dv-cinder-797510-1-iscsi {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 10:21:51.271497 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.plugin [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] No Port match for: d8e0ca7a-3067-4836-94c0-d02df6a07670 {{(pid=93712) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 10:21:51.271846 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron.plugins.ml2.rpc [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Device d8e0ca7a-3067-4836-94c0-d02df6a07670 not bound to the agent host dv-cinder-797510-1-iscsi {{(pid=93712) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 10:21:51.417390 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 42570) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:21:51.457719 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-2b7b4bf0-c031-4186-824e-7252e6300da7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6901dcaa0de84019bea376262b5da55a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386469 Jun 23 10:21:51.459861 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [-] (93711) accepted ('10.222.0.47', 42572) {{(pid=93711) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 10:21:51.509742 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3afba886-c4cb-45c2-8c36-41278fe855c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:51.529742 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3afba886-c4cb-45c2-8c36-41278fe855c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:51.533420 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-549d35a9-2eb0-42c6-a322-a779b3edc54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:51.676619 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3afba886-c4cb-45c2-8c36-41278fe855c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-154545'] for security_group, after_delete {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:51.679266 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron_lib.callbacks.manager [None req-3afba886-c4cb-45c2-8c36-41278fe855c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:21:51.680409 dv-cinder-797510-1-iscsi neutron-server[93711]: INFO neutron.wsgi [None req-3afba886-c4cb-45c2-8c36-41278fe855c0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b2f4ea85-50d3-43eb-a6cf-758876cae47c HTTP/1.1" status: 204 len: 168 time: 0.2196743 Jun 23 10:21:51.681272 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-4be8537b-e6f0-4d88-bceb-37ec983dbf38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 10:21:51.688996 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afba886-c4cb-45c2-8c36-41278fe855c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f4ea85-50d3-43eb-a6cf-758876cae47c,revision_number=None']} {{(pid=93711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 10:21:51.691772 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG oslo_concurrency.lockutils [None req-3afba886-c4cb-45c2-8c36-41278fe855c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93711) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 10:21:53.561451 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-329354e5-9e69-417d-83ab-34bb473e22da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:22:00.067283 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.agents_db [None req-4b03355e-e743-40fc-912e-580b49e4c212 None None] Agent healthcheck: found 6 active agents {{(pid=93713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 10:22:03.955428 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:22:17.892886 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-29879a15-0ffa-44a4-a058-ea1443cb3833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:22:20.402154 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c18d5ffc-2533-4ce2-a1c0-d018d8fa31b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:22:20.693013 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:22:21.527107 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-549d35a9-2eb0-42c6-a322-a779b3edc54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:22:23.572784 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-329354e5-9e69-417d-83ab-34bb473e22da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:22:33.943106 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:22:37.065645 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.agents_db [None req-4b03355e-e743-40fc-912e-580b49e4c212 None None] Agent healthcheck: found 6 active agents {{(pid=93713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 10:22:47.897726 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fe3bf853-f9ec-4d31-9233-73d8408ceab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:22:50.384009 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9363d57f-a605-40c9-ad7c-d0e903916969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:22:50.640766 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:22:50.881056 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [req-ff4526e1-a4a5-4c67-b8a4-31f442308af0 req-102b7167-b676-41aa-a2ea-775466854c53 service neutron] (93711) timed out ('10.222.0.52', 63303) {{(pid=93711) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 23 10:22:51.543817 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-549d35a9-2eb0-42c6-a322-a779b3edc54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:22:53.543831 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-329354e5-9e69-417d-83ab-34bb473e22da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:23:03.948213 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:23:14.064253 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.agents_db [None req-4b03355e-e743-40fc-912e-580b49e4c212 None None] Agent healthcheck: found 6 active agents {{(pid=93713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 10:23:17.901966 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-52a6adea-1f2d-4719-b6e2-05f3f8789a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:23:20.394549 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-c6ed5b77-16c4-405d-81ce-14d80c251b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:23:20.679996 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:23:21.544209 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-549d35a9-2eb0-42c6-a322-a779b3edc54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:23:23.554789 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-329354e5-9e69-417d-83ab-34bb473e22da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:23:33.930277 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:23:47.908459 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0ff0a505-ef38-4ae6-8274-232295d12411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:23:50.405575 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-4af3c809-20c6-47d7-99ca-dcaf72ecf3e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:23:50.628037 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:23:51.062819 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.agents_db [None req-4b03355e-e743-40fc-912e-580b49e4c212 None None] Agent healthcheck: found 6 active agents {{(pid=93713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 10:23:51.531000 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-549d35a9-2eb0-42c6-a322-a779b3edc54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:23:53.548528 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-329354e5-9e69-417d-83ab-34bb473e22da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:24:03.947909 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:24:17.907656 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-f4e45806-0682-42e0-9738-970b1011b43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:24:20.380450 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-20c5b20f-ef3e-4ab8-885f-f7b2c7496037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:24:20.614587 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:24:21.541303 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-549d35a9-2eb0-42c6-a322-a779b3edc54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:24:23.536090 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-329354e5-9e69-417d-83ab-34bb473e22da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:24:28.060895 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.agents_db [None req-4b03355e-e743-40fc-912e-580b49e4c212 None None] Agent healthcheck: found 6 active agents {{(pid=93713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 10:24:33.941530 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:24:47.895478 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-36f0798f-2225-49be-b4f4-db07c9984195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:24:50.415632 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-8b79550c-0af7-4c72-8293-e21eba442bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:24:50.665640 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:24:51.518091 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-549d35a9-2eb0-42c6-a322-a779b3edc54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:24:53.556596 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-329354e5-9e69-417d-83ab-34bb473e22da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:25:03.929393 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:25:05.058795 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.agents_db [None req-4b03355e-e743-40fc-912e-580b49e4c212 None None] Agent healthcheck: found 6 active agents {{(pid=93713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 10:25:14.166646 dv-cinder-797510-1-iscsi neutron-server[93711]: DEBUG neutron.wsgi [req-36668f9e-1f6b-445f-985f-ba7fa6a4fcd2 req-479421b5-3f94-466d-9bcd-97885cfc196f service neutron] (93711) timed out ('10.222.0.47', 35900) {{(pid=93711) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 23 10:25:17.893201 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-7df6752b-bb92-4c18-9bdf-54ae60aa4af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:25:20.409196 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-23f4f49b-4a66-4859-bc94-2e3547ebf715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:25:20.624267 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:25:21.539085 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-549d35a9-2eb0-42c6-a322-a779b3edc54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:25:23.551733 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-329354e5-9e69-417d-83ab-34bb473e22da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:25:33.933055 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:25:35.133502 dv-cinder-797510-1-iscsi neutron-server[93710]: DEBUG neutron.wsgi [req-bc4850ad-6a2b-4271-851c-bb3fff267b2a req-bb64e023-a9bd-40c5-9f50-c35acc5c19b7 service neutron] (93710) timed out ('10.222.0.52', 63330) {{(pid=93710) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 23 10:25:42.056947 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.agents_db [None req-4b03355e-e743-40fc-912e-580b49e4c212 None None] Agent healthcheck: found 6 active agents {{(pid=93713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 10:25:47.922919 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-0a20f279-1efb-486b-b2f9-4bbbcfd5a693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:25:50.397441 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-d9d6328a-367b-4807-83a5-69963612bebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:25:50.635400 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:25:51.557358 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-549d35a9-2eb0-42c6-a322-a779b3edc54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:25:53.578167 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-329354e5-9e69-417d-83ab-34bb473e22da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:26:03.972630 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:26:17.914850 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-04aafc95-894e-4618-a9f0-47619427fbae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:26:19.055186 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.agents_db [None req-4b03355e-e743-40fc-912e-580b49e4c212 None None] Agent healthcheck: found 6 active agents {{(pid=93713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 10:26:20.390932 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-9ffdd9b9-6ed7-4c5d-95aa-1030803c8c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:26:20.625102 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:26:21.571923 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-549d35a9-2eb0-42c6-a322-a779b3edc54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:26:23.562071 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-329354e5-9e69-417d-83ab-34bb473e22da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:26:33.950274 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-72a34d26-6782-44b9-98c6-9bd232dfbec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:26:47.910440 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-01aaefbf-0b33-474a-b354-91ecea21b184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:26:50.393918 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-6921482a-d911-4834-aad0-44864677dfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:26:50.628148 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-fc12493f-d6b2-49ac-b30d-5048dd26ebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:26:51.567656 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-549d35a9-2eb0-42c6-a322-a779b3edc54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:26:53.588064 dv-cinder-797510-1-iscsi neutron-server[93712]: DEBUG neutron_lib.callbacks.manager [None req-329354e5-9e69-417d-83ab-34bb473e22da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731988835085', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-530412'] for agent, after_update {{(pid=93712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 10:26:56.054134 dv-cinder-797510-1-iscsi neutron-server[93713]: DEBUG neutron.db.agents_db [None req-4b03355e-e743-40fc-912e-580b49e4c212 None None] Agent healthcheck: found 6 active agents {{(pid=93713) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}